-- Logs begin at Wed 2021-02-17 00:51:44 UTC, end at Wed 2021-02-17 02:04:10 UTC. -- Feb 17 01:33:15.831469 dv-cinder-759987-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 01:33:18.520099 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.common.config [-] Logging enabled! Feb 17 01:33:18.520514 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 01:33:18.521947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 01:33:18.523710 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.common.config [-] Logging enabled! Feb 17 01:33:18.524050 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 01:33:18.524903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 01:33:18.525948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:33:18.526218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:33:18.527231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:33:18.527515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:33:18.527775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:33:18.528172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.528516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.528857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.529120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.529482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.529795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.530115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.530446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.530788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.531113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.531431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.531751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.532036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.532358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.532688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.533017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.533273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] debug = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.533595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.534130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.534451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.534765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.535095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.535404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.535720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.536067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.536436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] host = dv-cinder-759987-3-iscsi {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.536750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.537079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.537407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.537734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.538048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.538362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.538689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.539000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.539311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.539624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.539979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.540877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.541211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.541473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.541728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.542058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.542389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.542702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.543015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.543326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.543642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.543970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.544280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.544609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.544936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.545262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.545574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.545885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.546198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.546508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.546833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.547169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.547454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.547765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.548119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.548429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.548740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.549086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.549413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.549738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.550059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.550371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.550696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.551007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.551314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.551623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_json = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.551933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.552542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.552866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.553177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.553494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.553802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.554111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.554437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:18.554775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.555116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.555460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.555807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.556171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.556494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.556824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.557145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.557477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.557811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.558140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.558459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.558788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.559108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.559445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.559817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.560156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.560491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.560804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.561116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.561428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.561744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.562069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.562405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.562737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.563054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.563374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.563711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.564053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.564366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.564683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.565018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.565339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.565651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.565971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.566288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.566599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.566908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.567229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.567564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.567882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.568217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.568527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.568841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.569147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.569470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.569786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.570097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.570407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.570723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.571033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.571370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.571689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.572020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.572337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.572646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.572984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.573271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.573587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.573899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.574209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.574522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.574838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.575148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.575460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.575769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.576105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.576418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.576740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.577075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.577391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.577709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.578026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.578341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.578658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.578973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.579286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.579602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.579912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.580269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.580588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.580913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.581232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.581547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.581885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.582200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.582519 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.582832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.583146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.583470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.583797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.584155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.584489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.584820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.585150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.585480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.585797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.586150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.586466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:18.586716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:33:18.587500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83948) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 01:33:19.241548 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading Gnome Feb 17 01:33:19.258787 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading Google Feb 17 01:33:19.261328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 01:33:19.264785 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading file Feb 17 01:33:19.265834 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading keyczar Feb 17 01:33:19.266171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading multi Feb 17 01:33:19.266964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO keyring.backend [-] Loading pyfs Feb 17 01:33:19.312631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83948) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:19.312945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83948) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:19.313269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83948) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:19.313643 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 01:33:19.701739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.702254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.702345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.751184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.751503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.751803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.755387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.755701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.756016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.823870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.824209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.824518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.825644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.825952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:19.826253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.097077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.097342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.097646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.097954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.098780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.246062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.246439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.246769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.247072 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.247373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.247755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.248077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.248368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.248654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.248989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.249284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.249587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.249893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.250186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.250493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.250808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.251100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.251421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.251708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.252214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.252501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.252782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.253121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.253408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.253687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.254103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.254377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.254651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.254924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.255196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.255474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:20.255885 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 01:33:20.259673 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 01:33:20.263574 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 01:33:20.267423 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 17 01:33:20.269103 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 01:33:20.270366 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 01:33:20.270751 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 01:33:20.271189 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 01:33:20.273948 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 01:33:20.274232 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 01:33:20.274642 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 01:33:20.296182 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 01:33:20.296695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.297026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83948) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 01:33:20.297436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.298786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83948) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 01:33:20.299101 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 01:33:20.299387 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 01:33:20.302859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.303179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:20.370511 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 01:33:20.370736 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 01:33:20.371010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 01:33:20.371409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 01:33:20.403786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.sqlalchemy.engines [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83948) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 01:33:20.911582 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing driver for type 'gre' Feb 17 01:33:20.912172 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] gre ID ranges: [(1, 1000)] Feb 17 01:33:21.008638 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing driver for type 'local' Feb 17 01:33:21.009015 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing driver for type 'vlan' Feb 17 01:33:21.071491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] VlanTypeDriver initialization complete Feb 17 01:33:21.072001 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing driver for type 'vxlan' Feb 17 01:33:21.072630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] vxlan ID ranges: [(1, 1000)] Feb 17 01:33:21.191501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing extension driver 'port_security' Feb 17 01:33:21.191806 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.extensions.port_security [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] PortSecurityExtensionDriver initialization complete Feb 17 01:33:21.192233 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing mechanism driver 'openvswitch' Feb 17 01:33:21.198848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83948) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:21.199673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.200112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.200504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.200931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.201321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.201703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.202120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.202503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.202881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.203301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.203683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.204087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.204504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.204890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.205266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.205808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > address_group after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.206188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > address_group after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.206562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > address_group after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.206929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] ML2 OVO RPC backend initialized. {{(pid=83948) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 01:33:21.207631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.208040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.208498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.208879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > networks before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.209256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.209630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > ports before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.210005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.210380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnets before_response 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.210760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.211132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.211505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.212474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.212857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.213230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.213606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.213976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.214348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.214980 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.plugin [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Modular L2 Plugin initialization complete Feb 17 01:33:21.215339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading services supported by the core plugin {{(pid=83948) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 01:33:21.215706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.plugins.ml2.managers [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Got port-security extension from driver 'port_security' Feb 17 01:33:21.216239 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.extensions.vlantransparent [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Disabled vlantransparent extension. Feb 17 01:33:21.216713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83948) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 01:33:21.217056 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: router Feb 17 01:33:21.254248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.254684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_create 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.255091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router before_create 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.255495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.255910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.256359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_delete 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.256759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.257166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_create 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.257550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.257945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.258333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.259245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.259731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.260170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.260550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.260926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: subnet after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.261303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.261694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.262082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_create 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.262468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.262855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.263258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router after_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.263642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.264055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_create 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.264462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.264844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_update 55549900 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.265271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > network after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.266248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Tracking information for resource: router configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:21.266624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Tracking information for resource: floatingip configured {{(pid=83948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:33:21.271427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_agentschedulers_db [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 01:33:21.272095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.272498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.272896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.273285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: port after_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.274182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router before_create 55550100 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.275136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.275544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_create 55550100 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.275971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > router precommit_update 55550100 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.280639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.provider_configuration [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service providers = [] {{(pid=83948) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 01:33:21.281042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.servicetype_db [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83948) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 01:33:21.284033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.service_base [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:33:21.284418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.service_base [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:33:21.284796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.service_base [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:33:21.285687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.service_base [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:33:21.286086 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.services.service_base [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 01:33:21.286495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.286846 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 01:33:21.296975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.297343 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: auto_allocate Feb 17 01:33:21.303425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: network precommit_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.303828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: network precommit_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.304433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.304791 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: tag Feb 17 01:33:21.311682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.312076 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: timestamp Feb 17 01:33:21.323517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.324091 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: network_ip_availability Feb 17 01:33:21.329632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.330036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.330427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.331199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.331551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: flavors Feb 17 01:33:21.336198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.336562 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading Plugin: revisions Feb 17 01:33:21.341585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.029s {{(pid=83948) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83948) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Initializing extension manager. Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: __init__.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: __pycache__ {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.346511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: address_group.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.347151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.347151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: address-group Feb 17 01:33:21.347151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: address_scope.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.347420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.347925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: address-scope Feb 17 01:33:21.348304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.349248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.349819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: router-admin-state-down-before-update Feb 17 01:33:21.350258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: agent.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.351053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.351619 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: agent Feb 17 01:33:21.351985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: agent_resources_synced.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.352940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.353508 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: agent-resources-synced Feb 17 01:33:21.353862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: allowedaddresspairs.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.355705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.356335 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: allowed-address-pairs Feb 17 01:33:21.356694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: auto_allocated_topology.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.357767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.358344 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: auto-allocated-topology Feb 17 01:33:21.358703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: availability_zone.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.359444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.360038 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: availability_zone Feb 17 01:33:21.360402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: availability_zone_filter.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.361312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.361879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: availability_zone_filter Feb 17 01:33:21.362265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: data_plane_status.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.363177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.363733 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 01:33:21.364110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: default_subnetpools.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.365024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.365588 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: default-subnetpools Feb 17 01:33:21.365943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.366881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.367456 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: dhcp_agent_scheduler Feb 17 01:33:21.367884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: dns.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.368894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.369461 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension dns-integration not supported by any of loaded plugins Feb 17 01:33:21.369819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: dns_domain_ports.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.370730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.371293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 01:33:21.371649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: dvr.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.372385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.372965 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: dvr Feb 17 01:33:21.373365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: empty_string_filtering.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.374272 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.374838 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: empty-string-filtering Feb 17 01:33:21.375197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.376125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.376689 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 01:33:21.377047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.377952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.378514 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 01:33:21.378872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: external_net.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.379781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.380391 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: external-net Feb 17 01:33:21.380749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.381652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.382222 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: extra_dhcp_opt Feb 17 01:33:21.382579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: extraroute.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.383477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.384554 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: extraroute Feb 17 01:33:21.384906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: extraroute_atomic.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.385969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.386540 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: extraroute-atomic Feb 17 01:33:21.386895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: filter_validation.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.387586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.388188 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: filter-validation Feb 17 01:33:21.388544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: fip_pf_description.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.389457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.390021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 01:33:21.390381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: fip_port_details.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.391326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.391894 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: fip-port-details Feb 17 01:33:21.392282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: flavors.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.393502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.394078 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: flavors Feb 17 01:33:21.394438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.396099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.396679 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 01:33:21.397144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: floatingip_pools.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.397886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.398462 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: floatingip-pools Feb 17 01:33:21.398822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: ip_allocation.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.400355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.400926 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 01:33:21.401286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.402204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.402784 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: ip-substring-filtering Feb 17 01:33:21.403143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l2_adjacency.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.404076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.404645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 01:33:21.404998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.406039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.406619 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: router Feb 17 01:33:21.406978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.409259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.409849 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 01:33:21.410215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.411145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.411720 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: ext-gw-mode Feb 17 01:33:21.412139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.413059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.413623 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: l3-ha Feb 17 01:33:21.413982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3_flavors.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.414917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.415482 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: l3-flavors Feb 17 01:33:21.415836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.416776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.417349 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 01:33:21.417704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: l3agentscheduler.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.418950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.419532 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: l3_agent_scheduler Feb 17 01:33:21.419894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: logging.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.421404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.421991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension logging not supported by any of loaded plugins Feb 17 01:33:21.422353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: metering.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.423144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.423834 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: metering Feb 17 01:33:21.424245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.425344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.425912 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: metering_source_and_destination_fields Feb 17 01:33:21.426268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: multiprovidernet.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.427460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.428053 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: multi-provider Feb 17 01:33:21.428416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: netmtu.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.429325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.429895 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: net-mtu Feb 17 01:33:21.430251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: netmtu_writable.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.431190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.431755 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: net-mtu-writable Feb 17 01:33:21.432137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: network_availability_zone.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.432904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.433402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: network_availability_zone Feb 17 01:33:21.433755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: network_ip_availability.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.434837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.435413 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: network-ip-availability Feb 17 01:33:21.435806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: network_segment_range.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.436755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.437369 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 01:33:21.437726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: pagination.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.438726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.439076 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: pagination Feb 17 01:33:21.439434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: port_device_profile.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.440402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.440980 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: port-device-profile Feb 17 01:33:21.441335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.442298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.442821 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: port-mac-address-regenerate Feb 17 01:33:21.443173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.444119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.444691 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: port-numa-affinity-policy Feb 17 01:33:21.445040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: port_resource_request.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.445951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.447033 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 01:33:21.447385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: portbindings.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.448333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.448905 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: binding Feb 17 01:33:21.449260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: portbindings_extended.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.450521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.451107 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: binding-extended Feb 17 01:33:21.451466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: portsecurity.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.452409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.452985 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: port-security Feb 17 01:33:21.453347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: project_id.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.454309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.454676 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: project-id Feb 17 01:33:21.455032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: providernet.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.455984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.456551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: provider Feb 17 01:33:21.456906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.460428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.461099 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos not supported by any of loaded plugins Feb 17 01:33:21.461466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.464439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.465023 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 01:33:21.465385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.466312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.466888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 01:33:21.467249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_default.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.468190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.468757 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-default not supported by any of loaded plugins Feb 17 01:33:21.469115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_fip.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.469801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.470366 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-fip not supported by any of loaded plugins Feb 17 01:33:21.470721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_gateway_ip.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.471650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.472262 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 01:33:21.472955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_port_network_policy.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.473504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.474069 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 01:33:21.474424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_rule_type_details.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.475334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.475898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 01:33:21.476278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: qos_rules_alias.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.477397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.477969 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 01:33:21.478324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: quotasv2.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.479329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.479692 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: quotas Feb 17 01:33:21.480081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: quotasv2_detail.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.481710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.482089 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: quota_details Feb 17 01:33:21.482453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: rbac.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.483617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.484227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: rbac-policies Feb 17 01:33:21.484591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: rbac_address_scope.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.485518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.486091 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: rbac-address-scope Feb 17 01:33:21.486450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: rbac_security_groups.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.487476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.488073 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: rbac-security-groups Feb 17 01:33:21.488436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: rbac_subnetpool.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.489361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.489934 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: rbac-subnetpool Feb 17 01:33:21.490289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: revisionifmatch.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.491221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.491786 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: revision-if-match Feb 17 01:33:21.492170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: revisions.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.493807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.494377 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: standard-attr-revisions Feb 17 01:33:21.494737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: router_availability_zone.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.495447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.496037 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: router_availability_zone Feb 17 01:33:21.496393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: routerservicetype.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.497323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.497889 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension router-service-type not supported by any of loaded plugins Feb 17 01:33:21.498244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.499180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.499747 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: security-groups-normalized-cidr Feb 17 01:33:21.500156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.501066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.501641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: port-security-groups-filtering Feb 17 01:33:21.501994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.502917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.503499 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: security-groups-remote-address-group Feb 17 01:33:21.503857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: securitygroup.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.517370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.517986 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: security-group Feb 17 01:33:21.518355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: segment.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.519747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.520358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension segment not supported by any of loaded plugins Feb 17 01:33:21.520721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.521667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.522242 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 01:33:21.522603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: servicetype.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.523701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.524356 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: service-type Feb 17 01:33:21.524721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: sorting.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.525700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.526070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: sorting Feb 17 01:33:21.526427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: standard_attr_segment.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.527363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.527935 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 01:33:21.528315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: standardattrdescription.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.528992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.529574 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: standard-attr-description Feb 17 01:33:21.529931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: stateful_security_group.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.530853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.531435 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: stateful-security-group Feb 17 01:33:21.531790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: stdattrs_common.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.532385 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 01:33:21.532738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.533736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.534304 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 01:33:21.534661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnet_onboard.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.535716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.536318 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: subnet_onboard Feb 17 01:33:21.536678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.537596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.538180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 01:33:21.538536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnet_service_types.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.539454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.540081 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: subnet-service-types Feb 17 01:33:21.540444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnetallocation.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.541522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.542098 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: subnet_allocation Feb 17 01:33:21.542451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.543152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.543735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: subnetpool-prefix-ops Feb 17 01:33:21.544126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.545098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.545681 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 01:33:21.546033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: tagging.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.547296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.547883 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: standard-attr-tag Feb 17 01:33:21.548270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: timestamp.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.549435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.550015 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loaded extension: standard-attr-timestamp Feb 17 01:33:21.550374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: trunk.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.551392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.552004 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension trunk not supported by any of loaded plugins Feb 17 01:33:21.552607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: trunk_details.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.553530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.554098 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension trunk-details not supported by any of loaded plugins Feb 17 01:33:21.554457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: uplink_status_propagation.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.555369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.556492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 01:33:21.556849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Loading extension file: vlantransparent.py {{(pid=83948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:33:21.557542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:33:21.558107 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 01:33:21.560773 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:network Feb 17 01:33:21.561577 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnet Feb 17 01:33:21.562240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:33:21.562887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:port Feb 17 01:33:21.564389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.564868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service FLAVORS assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.565548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.566022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.566386 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:router Feb 17 01:33:21.567095 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 01:33:21.567849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service METERING assigned prefix: /metering {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.569682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.570087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.570466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83948) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:33:21.572251 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 01:33:21.572741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:security_group Feb 17 01:33:21.573530 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 01:33:21.574327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service CORE assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.574691 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:33:21.575056 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] subnetpool is already registered Feb 17 01:33:21.575711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service CORE assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.576097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:33:21.576456 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] subnetpool is already registered Feb 17 01:33:21.579178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.579648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service FLAVORS assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.580292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.580752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.581119 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:router Feb 17 01:33:21.581479 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] router is already registered Feb 17 01:33:21.582125 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:floatingip Feb 17 01:33:21.582484 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] floatingip is already registered Feb 17 01:33:21.583159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service METERING assigned prefix: /metering {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.583881 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 01:33:21.584264 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] rbac_policy is already registered Feb 17 01:33:21.584877 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:security_group Feb 17 01:33:21.585238 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] security_group is already registered Feb 17 01:33:21.585874 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 01:33:21.586235 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] security_group_rule is already registered Feb 17 01:33:21.586974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service CORE assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.587338 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:33:21.587695 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] subnetpool is already registered Feb 17 01:33:21.588368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.resource_helper [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Service CORE assigned prefix: {{(pid=83948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:33:21.588730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:33:21.589085 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.quota.resource_registry [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] subnetpool is already registered Feb 17 01:33:21.589790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: extensions {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.591329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: address-groups {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.593035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: address-scopes {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.594325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: agents {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.595540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: auto-allocated-topology {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.596883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: availability_zones {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.598359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: dhcp-networks {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.599854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: dhcp-agents {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.601371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: routers {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.603298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: flavors {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.604555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: service_profiles {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.605869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: next_providers {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.608310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: service_profiles {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.609866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: floatingip-pools {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.611170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: routers {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.613098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: floatingips {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.614343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: l3-routers {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.615801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: l3-agents {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.617364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: metering-labels {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.619308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: metering-label-rules {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.620686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: network-ip-availabilities {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.622040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: bindings {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.623770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: quotas {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.625293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: quotas {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.626776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: rbac-policies {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.628171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: security-groups {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.629433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: security-group-rules {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.630740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: service-providers {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.632048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: subnetpools {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.633550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: subnetpools {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.635644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.637436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.639332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.641222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.643129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.644971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.646841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.648802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.650793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.652768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.extensions [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Extended resource: tags {{(pid=83948) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:33:21.659726 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING keystonemiddleware.auth_token [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 01:33:21.665026 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING keystonemiddleware.auth_token [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 01:33:21.673842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Acquired lock "singleton_lock" {{(pid=83948) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 01:33:21.674360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Releasing lock "singleton_lock" {{(pid=83948) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 01:33:21.675797 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Starting 2 workers Feb 17 01:33:21.681390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Started child 84059 {{(pid=83948) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:33:21.685376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.686106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Started child 84060 {{(pid=83948) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:33:21.686831 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [-] (84059) wsgi starting up on http://0.0.0.0:9696 Feb 17 01:33:21.687617 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 01:33:21.688346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Notify callbacks [] for process, before_spawn {{(pid=83948) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.689563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.690849 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Starting 1 workers Feb 17 01:33:21.690962 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [-] (84060) wsgi starting up on http://0.0.0.0:9696 Feb 17 01:33:21.697055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Started child 84061 {{(pid=83948) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:33:21.697547 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Starting 1 workers Feb 17 01:33:21.699258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] calling RpcWorker wait() {{(pid=84061) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 01:33:21.699675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] returning from RpcWorker wait() {{(pid=84061) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 01:33:21.701213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.701729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:21.702255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Started child 84062 {{(pid=83948) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:33:21.703071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-515d5465-f115-489d-83b5-f6663a94e46d None None] Notify callbacks [] for process, after_spawn {{(pid=83948) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.704735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83948) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 01:33:21.704966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:33:21.705172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:33:21.705428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:33:21.705835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:33:21.706006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:33:21.706220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.706740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.707065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.707381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.707670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.708007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.708651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.708956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.709268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.709584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.709854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.710050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.710243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.710523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.710820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.711156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.711440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.711713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.712043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.712265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.712531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.712845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.713130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.713421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] debug = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.713691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.714251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.714508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.714811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.715063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.715357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.715631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.715924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.716247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.716495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.716743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.717018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.717288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.717555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.717842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.718096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.718554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] host = dv-cinder-759987-3-iscsi {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.718816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.719066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.719329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.719590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.719869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.720177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.720474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.720764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.721022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.721282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.721547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.721819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.722089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.722348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.722506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_options = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.722780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.723074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.723382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.723597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.723789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.723982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.724271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.724458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.724733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.724979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.725222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.725484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.725743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.726002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.726335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.726494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.726747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.726984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.727287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.727572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.727850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.728134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.728382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.728640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.728883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.729140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.729398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.729642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.729888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.730152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.731155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.731567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.731766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.732118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.732401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.732617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.732892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.733201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.733484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.733776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.733936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:21.734079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.734320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.734596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.734875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.735135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.735425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_json = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.735679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.735933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.736244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.736501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.736777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.737048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.737305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.737590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.738033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.738372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.738731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.739012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.739289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.739566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.739854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.740152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.740427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.740700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.741045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.741304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.741632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.741901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.742201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.742530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.742880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.743824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.744098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.750594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.751390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.752874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.753628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.753628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.753628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.753871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.753963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.754182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.754434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.754717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.754972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.755221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.755479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.755738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.756009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.756288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.756518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.756766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.757019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.757275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.757523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.757774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.758036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.758276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.758523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.759337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.759587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.759840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.760115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.760367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.760598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.760849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.761153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.761506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.761781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.762074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.762362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.762666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.762922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.763214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.763475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.763766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.764060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.764358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.764629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.764937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.765197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.765460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.765755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.766616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.766616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.766616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.767018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.767018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.767285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.767494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.768683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.768962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.769268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.769595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.769858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.770190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.770476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.770790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.771141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.771470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.771773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.772099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.772378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.772672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.772966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.773274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.773564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.773854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.775157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.775492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.775789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.776076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.776335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.776627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.777005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.777313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.777588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.777847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.778164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.778449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.778706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.779004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.779305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.779603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.779887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.780205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.780459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.780708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.780999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.781250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.781518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.781776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.782034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.782285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.782554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.782849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.783112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.783370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.783621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.783882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.784163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.784454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.784706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.784964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.785221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.785696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.785959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.786214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.786467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.786775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.787039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.787378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.787668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.787937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.788253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.788518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.788802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.789052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.789350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.789614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.789889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.790340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.790470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.790621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.790877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.791165 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.791418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.791698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.791969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.792349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.792623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.792896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.793175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.793428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.793700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.793957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.794211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.794465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.794718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.794974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.795274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.795557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.795834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.796130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.796378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.796625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.796891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.797157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.797506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.797785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.798058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.798334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.798581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.798847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.799096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.799342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.799597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.799848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.800134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.800383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.800630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.800884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.801128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.801441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.801733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.801991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.802551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.802825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.803112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.803392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.803752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.804026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.804308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.804578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.804870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.805132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.805979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.806355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.806700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.807019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.807316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.807650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.807989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.808295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.808549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.808860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.809241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.809552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.809860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.810122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.810412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.810693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.810967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.811252 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.811466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.811859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.812146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.812434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.812701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.812958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.813230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.813485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.813761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.813999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.814261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.814536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.814708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:33:21.815432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83948) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 01:33:21.815622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:33:21.815857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:33:21.816106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:33:21.816313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:33:21.816499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:33:21.816748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.816943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.817137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.817326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.817516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.817731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.817923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.818110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.818298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.818482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.818669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.818855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.819041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.819227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.819413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.819599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.819787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.820937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] debug = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.821749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.821959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.822147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.822334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.822520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.822704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.822889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.823073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.823260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.823447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.823631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.823815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] host = dv-cinder-759987-3-iscsi {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.824945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.825132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.825279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.825461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.825646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.825828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.826933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.827117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.827302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.827487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_options = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.827671 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.827854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.828061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.828271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.828460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.828646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.828831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.829940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.830123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.830308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.830492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.830677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.830861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.831993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.832174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.832360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.832547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.832733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.832918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.833103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.833292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.833476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.833662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.833848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.834967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.835146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.835334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.835520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.835707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.835895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.836104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_json = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.836290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.836473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.836657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.836866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.837050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.837235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.837420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.837676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:33:21.837884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.838076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.838276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.838463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.838651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.838845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.839938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.840342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.840534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.840724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.840915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.841104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.841293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.841482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.841669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.841859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.842048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.842255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.842446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.842636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.842824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.843978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.844170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.844358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.844547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.844735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.844924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.845116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.845311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.845500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.845689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.845879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.846067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.846256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.846445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.846633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.846822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.847976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.848168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.848357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.848544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.848735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.849995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.850941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.851112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.851241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.851432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.851615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.851991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.852129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.852246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.853927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.854287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.854497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.854686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.854878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.855070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.855258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.855448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.855637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.855824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.856039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.856205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.856377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.856564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.857658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.858976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.859113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.859249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.859385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.859574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.859771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.860950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.861138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.861326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.861513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.861701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.861889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.862084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.862337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.862448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.862615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.862802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.863035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.863221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.863408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.863595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.863783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.864913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.865959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.866145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.866336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.866524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.866621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:21.866715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.866874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.867063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.867251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.867439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.867627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.867814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.868064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.868754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.868945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.869134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.869323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.869513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.869702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.869890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.870077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.870266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.870454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.870643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.870831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.871984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.872170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.872359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.872525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.872710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.872897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.873087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.873273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.873462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.873664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.873850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.874978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.875164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.875353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.875540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.875730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.875923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.876132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.876322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.876513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.876701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.876889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.877078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.877278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.877465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.877653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.877840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.878970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.879167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.879355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.879542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.879730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.879916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.880136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.880325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.881978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.884382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.885561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.886523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.887568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:33:21.888221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83948) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:33:21.989120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36278) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:22.000964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097766 Feb 17 01:33:32.622585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db8690-eff4-49e9-9158-b043a344abe4 None None] get_active_networks_info from dv-cinder-759987-3-iscsi {{(pid=84061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 01:33:32.759731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db8690-eff4-49e9-9158-b043a344abe4 None None] No non-hosted networks {{(pid=84061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 01:33:32.781398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-28cccdb7-c291-47cd-a317-755aa7c9dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:34.500882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cf564318-95f7-425d-861a-ccc7bdd1562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:34.544268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-474dbffe-939a-4439-b232-ee2563fc1684 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759987-3-iscsi {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:33:34.544918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-474dbffe-939a-4439-b232-ee2563fc1684 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:33:35.100773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-474dbffe-939a-4439-b232-ee2563fc1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:35.138714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:36.191328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:36.192026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.192573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.193091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.193621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.194146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.194655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.195163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.195700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.196244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.196768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.197277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.197787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:36.198436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759987-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:36.205381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:33:36.934810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:37.611837 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_hamode_db [None req-108b53c5-101c-4cb9-893e-1a83f7eab860 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 01:33:37.705211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b53c5-101c-4cb9-893e-1a83f7eab860 None None] Routers set() bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:33:37.705538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b53c5-101c-4cb9-893e-1a83f7eab860 None None] Router IDs set() for agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 01:33:38.057498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36368) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:38.116445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] get_endpoint_by_host() called for host dv-cinder-759987-3-iscsi {{(pid=84061) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 01:33:38.121275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=84061) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 01:33:38.124620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=84061) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 01:33:38.167983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] _get_endpoints() called {{(pid=84061) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 01:33:38.678569 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-77c78c27-76d9-48a2-ac0a-41977d26076a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:33:38.679160 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-77c78c27-76d9-48a2-ac0a-41977d26076a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:33:38.909175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-77c78c27-76d9-48a2-ac0a-41977d26076a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:33:38.910240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-77c78c27-76d9-48a2-ac0a-41977d26076a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8517268 Feb 17 01:33:41.589872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36384) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:41.969476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:33:42.038079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.policy [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84060) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 01:33:42.075387 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:33:42.075794 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:33:42.102095 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Loaded quota_driver: . Feb 17 01:33:42.118393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:33:42.223844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727235495962', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727235478934', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727235481528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727235467465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727235461968', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1631212', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1527051', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850989554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3739303'] for rbac-policy, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:42.425226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:42.426724 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ab39b931-f893-43c7-9719-5a3185822f48 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8355515 Feb 17 01:33:45.385435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36398) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:45.754643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4b92ba83cc6343bfab07c58a20d087d0'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:33:45.760548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:33:45.765182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Usage tracker for resource:network and tenant:4b92ba83cc6343bfab07c58a20d087d0 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:33:45.768824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:33:45.775341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:33:45.819433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Made reservation on behalf of 4b92ba83cc6343bfab07c58a20d087d0 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:33:45.825411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:45.844153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.012334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:33:46.016180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Usage tracker for resource:security_group_rule and tenant:4b92ba83cc6343bfab07c58a20d087d0 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:33:46.019638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:33:46.025918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:33:46.208640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.230787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.235289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:46.256288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:33:46.282869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.283287 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Added segment d10e74c1-96a0-422b-bd14-1aea182cff9c of type vxlan for network bf44d8d8-786f-486d-9de5-38cb0ea910c2 Feb 17 01:33:46.334062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb5a2bb-17c8-4d1c-a928-cd8cb5b033e1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:46.355198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.355665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.356046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.356402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.356753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.357115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.357462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.357806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.358151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.358491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.358899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.359236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Tracked resource versions report: Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:33:46.360398 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:33:46.402900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.407383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:46.459575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.461029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:46.461710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:46.466610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:46.579089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Pushing event updated for resources: {'Network': ['ID=bf44d8d8-786f-486d-9de5-38cb0ea910c2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:46.582167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:46.590310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:33:46.597578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2110488 Feb 17 01:33:49.594408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36414) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:50.064131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42763b7-03c1-49a2-8ba6-752c74d1c33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:50.065492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c42763b7-03c1-49a2-8ba6-752c74d1c33b admin admin] 10.222.0.46 "GET /v2.0/networks/bf44d8d8-786f-486d-9de5-38cb0ea910c2 HTTP/1.1" status: 200 len: 818 time: 0.4700768 Feb 17 01:33:50.094292 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-33c33e76-9e1e-4f0e-b52a-b5dccbb9a76d admin admin] 10.222.0.46 "GET /v2.0/subnetpools/875bc322-7ed0-4186-a609-429864d7e028 HTTP/1.1" status: 200 len: 734 time: 0.0226009 Feb 17 01:33:50.104384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Request body: {'subnet': {'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028', 'gateway_ip': '172.20.0.1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:33:50.108801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:33:50.112664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Usage tracker for resource:subnet and tenant:4b92ba83cc6343bfab07c58a20d087d0 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:33:50.115574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:33:50.121132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:33:50.208154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Made reservation on behalf of 4b92ba83cc6343bfab07c58a20d087d0 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:33:50.213267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:50.710379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:50.725334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:50.864698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:50.871496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:50.925155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Checking segment: {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:33:50.925539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Network hostable DHCP agents. Network: bf44d8d8-786f-486d-9de5-38cb0ea910c2, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:33:50.979236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:33:51.008357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, bf44d8d8-786f-486d-9de5-38cb0ea910c2) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:33:51.013050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:51.013837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:51.018137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd39151-d310-4610-aea7-af075410902d None None] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:33:51.048746 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9485502 Feb 17 01:33:51.507260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:33:51.508324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:51.818841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Allocated IP 172.20.0.2 (bf44d8d8-786f-486d-9de5-38cb0ea910c2/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5/a5b0deba-ebad-4519-8f8a-e41230cbb1cd) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:33:52.055658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.113349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Transition to ACTIVE for port object a5b0deba-ebad-4519-8f8a-e41230cbb1cd will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:33:52.129855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Transition to ACTIVE for port object a5b0deba-ebad-4519-8f8a-e41230cbb1cd will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:33:52.157036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.172472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:52.305984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Pushing event updated for resources: {'Port': ['ID=a5b0deba-ebad-4519-8f8a-e41230cbb1cd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:52.325813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.326182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.326547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.326896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.327250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.327601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.327981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.328318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.328663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.329011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.329353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.329696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Tracked resource versions report: Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:33:52.330832 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:33:52.337806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:52.375241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:33:52.376436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:33:52.379192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:33:52.440145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Attempting to bind port a5b0deba-ebad-4519-8f8a-e41230cbb1cd on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:33:52.440569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Attempting to bind port a5b0deba-ebad-4519-8f8a-e41230cbb1cd by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:33:52.440992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Attempting to bind port a5b0deba-ebad-4519-8f8a-e41230cbb1cd on network bf44d8d8-786f-486d-9de5-38cb0ea910c2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:33:52.447093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:33:52.448110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Checking segment: {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:33:52.448110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.448426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Bound using segment: {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:33:52.448956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Bound port: a5b0deba-ebad-4519-8f8a-e41230cbb1cd, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:33:52.449285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.539660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] For port a5b0deba-ebad-4519-8f8a-e41230cbb1cd, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:33:52.543641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] For port a5b0deba-ebad-4519-8f8a-e41230cbb1cd, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=a5b0deba-ebad-4519-8f8a-e41230cbb1cd,segment=NetworkSegment(d10e74c1-96a0-422b-bd14-1aea182cff9c),segment_id=d10e74c1-96a0-422b-bd14-1aea182cff9c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:33:52.562537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.577770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:52.733934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Pushing event updated for resources: {'Port': ['ID=a5b0deba-ebad-4519-8f8a-e41230cbb1cd,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:52.739004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:53.759075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36424) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:54.157382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-b46ea0ba-14d5-44e0-9985-861a24099ab0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:33:54.158650 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b46ea0ba-14d5-44e0-9985-861a24099ab0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3984504 Feb 17 01:33:56.196458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a5b0deba-ebad-4519-8f8a-e41230cbb1cd up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:33:56.304801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:33:56.888208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36438) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:33:57.272339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-56e0a00e-5315-4af7-b0d7-a84cbfc1a48c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:33:57.273458 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-56e0a00e-5315-4af7-b0d7-a84cbfc1a48c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3842168 Feb 17 01:33:57.560802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b0b2a-fbd1-4b35-8658-0679cb53d459 None None] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:33:57.667383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Provisioning for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:33:57.675594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Provisioning complete for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:57.676019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:57.905637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:57.952905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] For port a5b0deba-ebad-4519-8f8a-e41230cbb1cd, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=a5b0deba-ebad-4519-8f8a-e41230cbb1cd,segment=NetworkSegment(d10e74c1-96a0-422b-bd14-1aea182cff9c),segment_id=d10e74c1-96a0-422b-bd14-1aea182cff9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:33:57.984508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:57.987401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:58.057576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Pushing event updated for resources: {'Port': ['ID=a5b0deba-ebad-4519-8f8a-e41230cbb1cd,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:58.061074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:58.176079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a5b0deba-ebad-4519-8f8a-e41230cbb1cd up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:33:58.250821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-227cb1e8-ff42-40f7-a76d-c3d0e9c9600e None None] Provisioning complete for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:58.251232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-227cb1e8-ff42-40f7-a76d-c3d0e9c9600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:58.319680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:58.320265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:58.568101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-d9b37bf9-61be-4229-8961-b3f43e8dd660 None None] Provisioning complete for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:58.568445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bf9-61be-4229-8961-b3f43e8dd660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:58.759344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:34:00.284944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36450) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:00.659215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:34:00.666721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:34:00.670693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Usage tracker for resource:router and tenant:4b92ba83cc6343bfab07c58a20d087d0 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:34:00.673931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:34:00.680390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:34:00.716534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:00.717828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:00.790786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:00.922885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:00.967820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:00.969094 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-93d26a4f-1502-4244-913c-bd807c08e972 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6831048 Feb 17 01:34:02.504801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ba17-1b0f-4294-af82-1bbd1c88a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:03.640264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36460) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:04.021808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-d0815598-69c3-4789-95e7-0ad55ace8a58 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:34:04.022870 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d0815598-69c3-4789-95e7-0ad55ace8a58 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3816118 Feb 17 01:34:04.436295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6e9f57a2-981c-4156-8e76-b097ee98d369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:05.087672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.190645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.726529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36480) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:06.876171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.884257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:34:06.889180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:34:06.893247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Usage tracker for resource:network and tenant:8e2762c584d340ee8b6101a6fdcbe92e is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:34:06.896807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:34:06.902610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:34:06.990255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Made reservation on behalf of 8e2762c584d340ee8b6101a6fdcbe92e for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:34:06.995412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.007701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.022293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:34:07.026161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Usage tracker for resource:security_group_rule and tenant:8e2762c584d340ee8b6101a6fdcbe92e is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:34:07.029004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:34:07.034522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:34:07.235528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.264014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.268241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:07.281837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Reserving flat network on physical network physnet1 {{(pid=84060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 01:34:07.298426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a497427a-467e-4e24-855c-bfcadbd1325e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:07.301931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:07.347688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.348314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Unsubscribe: segment precommit_create {{(pid=84060) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 01:34:07.348741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Added segment bee6fb24-b935-42e9-bdec-ab87a8124bf4 of type flat for network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 Feb 17 01:34:07.487723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.550508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.552074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:07.552703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:07.557580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7a018a5-9649-46a4-af5a-88d9fbb00d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:07.658652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Pushing event updated for resources: {'Network': ['ID=cb0e7f45-c4de-45f6-a43b-c47c0da20ab5,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:07.661450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:07.668693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:34:07.704904 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9773328 Feb 17 01:34:10.203445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36500) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:10.317502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501db573-edaf-4c50-9e76-ba3f37433f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:10.318916 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-501db573-edaf-4c50-9e76-ba3f37433f0b admin admin] 10.222.0.46 "GET /v2.0/subnets/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5 HTTP/1.1" status: 200 len: 849 time: 0.1143746 Feb 17 01:34:10.469958 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7ee36b86-2d6c-4a14-824d-0e60093c361b admin admin] 10.222.0.46 "GET /v2.0/routers/eb82a106-73bb-4e42-9f07-b8339c3bd3ed HTTP/1.1" status: 200 len: 704 time: 0.1449463 Feb 17 01:34:11.098916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:11.499632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Allocated IP 172.20.0.1 (bf44d8d8-786f-486d-9de5-38cb0ea910c2/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5/cc5057f0-5799-48e8-b438-5ceab5180a85) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:34:11.761861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:11.779542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Transition to ACTIVE for port object cc5057f0-5799-48e8-b438-5ceab5180a85 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:34:11.859689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:11.874357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:12.007093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5057f0-5799-48e8-b438-5ceab5180a85,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:12.013325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:12.064514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:34:12.065578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:34:12.067705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:34:12.068251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.315575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-3d304071-4db7-4f98-b6bc-4536437adb70 None None] Provisioning for port cc5057f0-5799-48e8-b438-5ceab5180a85 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:34:12.320845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-3d304071-4db7-4f98-b6bc-4536437adb70 None None] Provisioning complete for port cc5057f0-5799-48e8-b438-5ceab5180a85 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:12.321451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d304071-4db7-4f98-b6bc-4536437adb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.379180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-3d304071-4db7-4f98-b6bc-4536437adb70 None None] Port cc5057f0-5799-48e8-b438-5ceab5180a85 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:34:12.407305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.692868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.726946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.728063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:12.745657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:13.038391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5057f0-5799-48e8-b438-5ceab5180a85,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:13.043224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:13.096328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:34:13.097411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:34:13.308143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-e08bf6a9-8ea2-4add-8ab0-56377a94cf2e None None] Provisioning complete for port cc5057f0-5799-48e8-b438-5ceab5180a85 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:13.308143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e08bf6a9-8ea2-4add-8ab0-56377a94cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:13.328036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Router eb82a106-73bb-4e42-9f07-b8339c3bd3ed is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:34:13.359624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-e08bf6a9-8ea2-4add-8ab0-56377a94cf2e None None] Port cc5057f0-5799-48e8-b438-5ceab5180a85 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:34:13.491177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:34:13.500588 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] 10.222.0.46 "PUT /v2.0/routers/eb82a106-73bb-4e42-9f07-b8339c3bd3ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0248647 Feb 17 01:34:13.500948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Sync routers for ids ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:34:13.512036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Routers {'eb82a106-73bb-4e42-9f07-b8339c3bd3ed'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:34:13.512984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:34:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:13.700640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Set router eb82a106-73bb-4e42-9f07-b8339c3bd3ed gateway port host: None {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:34:14.264438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:12Z', 'revision_number': 2, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port_host': None, '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:12Z', 'revision_number': 2, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:14.269486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Checking router: eb82a106-73bb-4e42-9f07-b8339c3bd3ed for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:34:14.269883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Updating router eb82a106-73bb-4e42-9f07-b8339c3bd3ed port cc5057f0-5799-48e8-b438-5ceab5180a85 binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:34:14.329389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:14.772502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:14.787032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Transition to ACTIVE for port object cc5057f0-5799-48e8-b438-5ceab5180a85 will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:34:14.819247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:14.832715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:14.963078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Pushing event updated for resources: {'Port': ['ID=cc5057f0-5799-48e8-b438-5ceab5180a85,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:14.974821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.975191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.975550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.975905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.976280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.977243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.977592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.977937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.978296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.978640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.978983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.979324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Tracked resource versions report: Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:34:14.980486 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:34:14.996795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:15.156652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Attempting to bind port cc5057f0-5799-48e8-b438-5ceab5180a85 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:34:15.156975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Attempting to bind port cc5057f0-5799-48e8-b438-5ceab5180a85 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:34:15.157400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Attempting to bind port cc5057f0-5799-48e8-b438-5ceab5180a85 on network bf44d8d8-786f-486d-9de5-38cb0ea910c2 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:34:15.163307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:34:15.163745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Checking segment: {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:34:15.164350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:15.164782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Bound using segment: {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:34:15.165321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Bound port: cc5057f0-5799-48e8-b438-5ceab5180a85, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10e74c1-96a0-422b-bd14-1aea182cff9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:34:15.165746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:15.258430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] For port cc5057f0-5799-48e8-b438-5ceab5180a85, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:34:15.262860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] For port cc5057f0-5799-48e8-b438-5ceab5180a85, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=cc5057f0-5799-48e8-b438-5ceab5180a85,segment=NetworkSegment(d10e74c1-96a0-422b-bd14-1aea182cff9c),segment_id=d10e74c1-96a0-422b-bd14-1aea182cff9c)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:34:15.317169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:15.333615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:15.483805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Pushing event updated for resources: {'Port': ['ID=cc5057f0-5799-48e8-b438-5ceab5180a85,revision_number=4']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:15.496755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:15.546774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Routers {'eb82a106-73bb-4e42-9f07-b8339c3bd3ed'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:34:15.547356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:34:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:15.716429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] Set router eb82a106-73bb-4e42-9f07-b8339c3bd3ed gateway port host: None {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:34:16.009466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36512) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:16.050505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:12Z', 'revision_number': 2, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port_host': None, '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:15Z', 'revision_number': 4, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:16.055375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672477d7-2005-42ac-935b-40203e16fc3d None None] The sync data for ids ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'] in dv-cinder-759987-3-iscsi is: [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:12Z', 'revision_number': 2, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port_host': None, '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:15Z', 'revision_number': 4, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:34:16.168410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2750b99-f34e-4ce7-860a-64183a2973ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:16.169038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b2750b99-f34e-4ce7-860a-64183a2973ba admin admin] Synchronizing usage tracker for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:34:16.236313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b2750b99-f34e-4ce7-860a-64183a2973ba admin admin] Unset dirty status for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:34:16.237501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b2750b99-f34e-4ce7-860a-64183a2973ba admin admin] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 842 time: 0.2270260 Feb 17 01:34:16.248076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:34:16.253296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:34:16.257227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Usage tracker for resource:subnet and tenant:8e2762c584d340ee8b6101a6fdcbe92e is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:34:16.260233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:34:16.266352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:34:16.299028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Made reservation on behalf of 8e2762c584d340ee8b6101a6fdcbe92e for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:34:16.303880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:16.880627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84060) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:34:16.881090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:16.896185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-573a6375-d594-44cd-84e6-7c1e27f87890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:17.035215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2745a0-f965-475b-a41e-7e224ebfcbfc,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:17.039702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:17.102936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:34:17.103339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Network hostable DHCP agents. Network: cb0e7f45-c4de-45f6-a43b-c47c0da20ab5, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:34:17.180256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:34:17.242554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, cb0e7f45-c4de-45f6-a43b-c47c0da20ab5) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:34:17.246572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:17.247210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:17.251741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8586b9-01df-4bed-af45-75327f8e857e None None] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:34:17.327730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0794566 Feb 17 01:34:17.638986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d5468-4392-4587-852c-e17004d91218 None None] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:34:18.202353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device cc5057f0-5799-48e8-b438-5ceab5180a85 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:34:18.304685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port cc5057f0-5799-48e8-b438-5ceab5180a85 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:34:18.309743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port cc5057f0-5799-48e8-b438-5ceab5180a85 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:18.310146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:18.436265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:18.469955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port cc5057f0-5799-48e8-b438-5ceab5180a85, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=cc5057f0-5799-48e8-b438-5ceab5180a85,segment=NetworkSegment(d10e74c1-96a0-422b-bd14-1aea182cff9c),segment_id=d10e74c1-96a0-422b-bd14-1aea182cff9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:34:18.499014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:18.501298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:18.573011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=cc5057f0-5799-48e8-b438-5ceab5180a85,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:18.576281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:19.921105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36526) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:20.124456 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9cf71669-b141-4d4e-a394-d3b98729bb21 admin admin] 10.222.0.46 "GET /v2.0/routers/eb82a106-73bb-4e42-9f07-b8339c3bd3ed HTTP/1.1" status: 200 len: 710 time: 0.2020197 Feb 17 01:34:20.186021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device cc5057f0-5799-48e8-b438-5ceab5180a85 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:34:20.260109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port cc5057f0-5799-48e8-b438-5ceab5180a85 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:20.260556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:20.263093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4060c-827f-476f-a8f2-ba5e2e10540f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:20.264617 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dbd4060c-827f-476f-a8f2-ba5e2e10540f admin admin] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 886 time: 0.1343927 Feb 17 01:34:20.274325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:34:20.917666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.293156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.353987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.366396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.381126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:34:21.385605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:34:21.388514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:34:21.394137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:34:21.631441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.658824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.673634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:21.765337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b15df56-0bff-49fd-9289-a8a5ffb4fa08,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:21.768609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:21.931009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Allocated IP 172.27.2.108 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/b0887420-3319-43ec-b3e2-053d2df95eae) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:34:22.079399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:22.133503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:22.148174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:22.276120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Pushing event updated for resources: {'Port': ['ID=b0887420-3319-43ec-b3e2-053d2df95eae,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:22.287792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:22.329342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:34:22.330517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:34:22.332720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:34:22.793523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:23.322941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:23.326441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854370762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854235201'] for router, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:23.513062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Router eb82a106-73bb-4e42-9f07-b8339c3bd3ed has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:34:23.697505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:34:23.707587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Sync routers for ids ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:34:23.714562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:23.715820 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] 10.222.0.46 "PUT /v2.0/routers/eb82a106-73bb-4e42-9f07-b8339c3bd3ed HTTP/1.1" status: 200 len: 890 time: 3.4449124 Feb 17 01:34:23.717821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Routers {'eb82a106-73bb-4e42-9f07-b8339c3bd3ed'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:34:23.718475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:34:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:23.918891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Set router eb82a106-73bb-4e42-9f07-b8339c3bd3ed gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:34:24.270928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:22Z', 'revision_number': 4, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port': {'id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:21Z', 'updated_at': '2021-02-17T01:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:18Z', 'revision_number': 5, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:24.276386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Checking router: eb82a106-73bb-4e42-9f07-b8339c3bd3ed for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:34:24.276777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Updating router eb82a106-73bb-4e42-9f07-b8339c3bd3ed port b0887420-3319-43ec-b3e2-053d2df95eae binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:34:24.334533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:24.731130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:24.796401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Transition to ACTIVE for port object b0887420-3319-43ec-b3e2-053d2df95eae will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:34:24.853322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:24.869541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:25.002132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Pushing event updated for resources: {'Port': ['ID=b0887420-3319-43ec-b3e2-053d2df95eae,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:25.014405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:25.067437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Attempting to bind port b0887420-3319-43ec-b3e2-053d2df95eae on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:34:25.067838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Attempting to bind port b0887420-3319-43ec-b3e2-053d2df95eae by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:34:25.068261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Attempting to bind port b0887420-3319-43ec-b3e2-053d2df95eae on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:34:25.073770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:34:25.074170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:34:25.074604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:25.075025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:34:25.075517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Bound port: b0887420-3319-43ec-b3e2-053d2df95eae, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:34:25.075936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:25.149181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] For port b0887420-3319-43ec-b3e2-053d2df95eae, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:34:25.152270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] For port b0887420-3319-43ec-b3e2-053d2df95eae, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=b0887420-3319-43ec-b3e2-053d2df95eae,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:34:25.185694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:25.200958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-965bb0b6-2468-47c6-a41b-596463001ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:25.503052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Pushing event updated for resources: {'Port': ['ID=b0887420-3319-43ec-b3e2-053d2df95eae,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:25.507686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:25.543469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Routers {'eb82a106-73bb-4e42-9f07-b8339c3bd3ed'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:34:25.544145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:34:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:25.729009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] Set router eb82a106-73bb-4e42-9f07-b8339c3bd3ed gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:34:26.068959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:22Z', 'revision_number': 4, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port': {'id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:21Z', 'updated_at': '2021-02-17T01:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:18Z', 'revision_number': 5, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:26.073519 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb106c-c5e3-4246-8a49-a0abd1863778 None None] The sync data for ids ['eb82a106-73bb-4e42-9f07-b8339c3bd3ed'] in dv-cinder-759987-3-iscsi is: [{'id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'name': 'router1', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:34:00Z', 'updated_at': '2021-02-17T01:34:22Z', 'revision_number': 4, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'gw_port': {'id': 'b0887420-3319-43ec-b3e2-053d2df95eae', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:21Z', 'updated_at': '2021-02-17T01:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'cc5057f0-5799-48e8-b438-5ceab5180a85', 'name': '', 'network_id': 'bf44d8d8-786f-486d-9de5-38cb0ea910c2', 'tenant_id': '4b92ba83cc6343bfab07c58a20d087d0', 'mac_address': 'fa:16:3e:0f:1f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb82a106-73bb-4e42-9f07-b8339c3bd3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:34:11Z', 'updated_at': '2021-02-17T01:34:18Z', 'revision_number': 5, 'project_id': '4b92ba83cc6343bfab07c58a20d087d0', 'subnets': [{'id': 'b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '875bc322-7ed0-4186-a609-429864d7e028'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:34:26.259069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b0887420-3319-43ec-b3e2-053d2df95eae up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:34:26.367795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port b0887420-3319-43ec-b3e2-053d2df95eae completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:34:26.376183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port b0887420-3319-43ec-b3e2-053d2df95eae triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:26.376183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:26.426682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 36536) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:26.506360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:26.525140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port b0887420-3319-43ec-b3e2-053d2df95eae, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=b0887420-3319-43ec-b3e2-053d2df95eae,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:34:26.556332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:26.559556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:26.577496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc6d39-6abf-41bb-b921-9f4f61b3cf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:26.579285 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-80cc6d39-6abf-41bb-b921-9f4f61b3cf07 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1514463 Feb 17 01:34:26.637317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=b0887420-3319-43ec-b3e2-053d2df95eae,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:26.640831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:28.224397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b0887420-3319-43ec-b3e2-053d2df95eae up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:34:28.309973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port b0887420-3319-43ec-b3e2-053d2df95eae triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:34:28.310402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:32.549517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d3933fe-6de0-4f3d-b27d-6b717cdab870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:34.390836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2ea701cf-d352-42a7-994b-a730aee7b5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:35.099413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:35.759287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:34:36.196203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:36.887761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:02.521819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f527-3a4e-4251-8713-0d53029e3660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:04.383937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b48000ba-e9ad-4278-9a64-1a2fd37160b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:05.098414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:06.201153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:06.893160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:12.758642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:35:32.515625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b82d8e35-79b8-4a58-8dce-809135349101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:34.435665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-66be9290-1b3d-4aa6-8211-5f2aba139b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:35.092615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:36.189486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:36.875126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:49.757375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:36:02.509309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21f8725a-62a0-47d8-81db-eb855e03ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:04.383566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ac10-862a-4c4b-b00e-1d27dd2b771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:05.121090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:06.200472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:06.885991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:26.756429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:36:32.520864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-240e827e-2d6d-41cf-91e3-13cbe4fec669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:34.389173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e86b36fe-0a30-4200-8dc7-14b8c39edc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:35.108712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:36.189042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:36.902860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:40.228201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37112) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:40.309877 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b70b79e-2e24-4270-8bac-2ae4743a634c admin admin] GET failed (client error): The resource could not be found. Feb 17 01:36:40.311166 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b70b79e-2e24-4270-8bac-2ae4743a634c admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0823057 Feb 17 01:36:40.456046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048febd-d294-45b1-8464-370b13d76454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:40.457560 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f048febd-d294-45b1-8464-370b13d76454 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1419609 Feb 17 01:36:42.886364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37122) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:43.000320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ecb550-1535-486b-b319-c9b17ac32284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:43.000930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-40ecb550-1535-486b-b319-c9b17ac32284 admin admin] Synchronizing usage tracker for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:subnet {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:36:43.068637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-40ecb550-1535-486b-b319-c9b17ac32284 admin admin] Unset dirty status for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:subnet {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:36:43.069828 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-40ecb550-1535-486b-b319-c9b17ac32284 admin admin] 10.222.0.46 "GET /v2.0/subnets/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5 HTTP/1.1" status: 200 len: 849 time: 0.1824493 Feb 17 01:36:43.080881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:36:43.205796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Notify callbacks [] for subnet, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:43.565576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727237812527'] for subnet, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:43.580541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:36:43.725306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:36:43.738850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.739184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.739563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.739934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.740350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.740718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.741085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.741449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.741813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.742176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.743132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.743499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:36:43.748339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:36:43.773351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:43.774036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:43.777053 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] 10.222.0.46 "PUT /v2.0/subnets/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5 HTTP/1.1" status: 200 len: 868 time: 0.6986785 Feb 17 01:36:43.791559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd470d8-3556-403b-abae-567c61aa2ff6 None None] Network bf44d8d8-786f-486d-9de5-38cb0ea910c2 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:36:44.239270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-518760a5-d86b-49f5-8993-71823989ab0e None None] Provisioning complete for port cc5057f0-5799-48e8-b438-5ceab5180a85 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:36:44.239723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-518760a5-d86b-49f5-8993-71823989ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:44.372029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-518760a5-d86b-49f5-8993-71823989ab0e None None] Provisioning complete for port a5b0deba-ebad-4519-8f8a-e41230cbb1cd triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:36:44.372333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-518760a5-d86b-49f5-8993-71823989ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:46.229687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37132) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:46.412724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fae4bb-2f7c-4f5b-ae44-bb74d075cf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:46.413087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fae4bb-2f7c-4f5b-ae44-bb74d075cf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:46.415321 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b1fae4bb-2f7c-4f5b-ae44-bb74d075cf8c admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1845937 Feb 17 01:36:48.860240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37142) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:49.041431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1123d7-f488-443a-bf39-4c0aa8d74de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:49.041779 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1123d7-f488-443a-bf39-4c0aa8d74de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:49.043388 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7d1123d7-f488-443a-bf39-4c0aa8d74de5 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1821141 Feb 17 01:36:51.499603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37152) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:51.684935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b325b-0c3a-42e6-9c40-9a8feef34cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:51.686309 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-eb7b325b-0c3a-42e6-9c40-9a8feef34cec admin admin] 10.222.0.46 "GET /v2.0/networks/bf44d8d8-786f-486d-9de5-38cb0ea910c2 HTTP/1.1" status: 200 len: 862 time: 0.1856315 Feb 17 01:36:54.127760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37162) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:54.302832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a469ac-39dd-465e-a0c3-784e7514c80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:54.304238 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b9a469ac-39dd-465e-a0c3-784e7514c80e admin admin] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 886 time: 0.1752796 Feb 17 01:36:56.767875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37172) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:56.881844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875afa3-7d6b-4341-91b9-76bfd484cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:56.882269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875afa3-7d6b-4341-91b9-76bfd484cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:56.884241 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4875afa3-7d6b-4341-91b9-76bfd484cdb5 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1152782 Feb 17 01:36:59.341788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37182) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:36:59.458916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d2070-5f43-4c3b-90fa-b9cb728a0e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:59.459339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d2070-5f43-4c3b-90fa-b9cb728a0e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:36:59.461031 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6d8d2070-5f43-4c3b-90fa-b9cb728a0e8f admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1182184 Feb 17 01:37:01.925679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37192) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:02.033722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef16472-474e-403d-8df2-d85d2d9f6487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:02.035131 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-aef16472-474e-403d-8df2-d85d2d9f6487 admin admin] 10.222.0.46 "GET /v2.0/subnets/9a2745a0-f965-475b-a41e-7e224ebfcbfc HTTP/1.1" status: 200 len: 816 time: 0.1084487 Feb 17 01:37:02.520332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b1e30f85-bfca-414b-b972-81002ce6851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:03.755619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:37:04.376720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-492a3542-e889-4f4f-826a-f5eb3f958866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:04.502722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37202) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:04.616345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437807b-ed18-4e4d-9a4d-c022f0105cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:04.618360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a437807b-ed18-4e4d-9a4d-c022f0105cd9 admin admin] 10.222.0.46 "GET /v2.0/subnets/b5ef8caa-39dd-4f6a-b5a0-97a34f8511e5 HTTP/1.1" status: 200 len: 868 time: 0.1146855 Feb 17 01:37:05.096848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:06.199534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:06.907882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:30.318199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37242) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:30.369215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-69f41038-c3e9-4fe6-8edf-2120ae28cc1a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:37:30.370266 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-69f41038-c3e9-4fe6-8edf-2120ae28cc1a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0510545 Feb 17 01:37:32.519453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a6b364-87e4-49d1-9cfd-789a52e1083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:32.934465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37252) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:33.011779 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc9d0cf-f71c-40d9-8e35-e4f68cddda53 admin admin] GET failed (client error): The resource could not be found. Feb 17 01:37:33.013110 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dfc9d0cf-f71c-40d9-8e35-e4f68cddda53 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0776460 Feb 17 01:37:33.148442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526dcba-5f38-41c7-a44a-288e8d628cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:33.149968 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0526dcba-5f38-41c7-a44a-288e8d628cc3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1325188 Feb 17 01:37:34.410407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-be43da50-fdf2-43c2-a360-136f384b2c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:35.096546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:35.626520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37262) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:35.679917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:37:35.684867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:37:35.694634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:37:35.741613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Made reservation on behalf of 8e2762c584d340ee8b6101a6fdcbe92e for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:37:35.746149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.021850 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.services.revisions.revision_plugin [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Could not find related network for resource to bump revision. Feb 17 01:37:36.037342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:37:36.086584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.086968 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Added segment 87a11e4e-107d-4cce-8704-43d42c39b8fd of type vxlan for network a583b086-d494-4df0-b90c-8bab7d84b7f1 Feb 17 01:37:36.112248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.165205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.166505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:36.167170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.172119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:37:36.193377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:36.267863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a583b086-d494-4df0-b90c-8bab7d84b7f1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:37:36.270610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:37:36.278872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:37:36.349011 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.7212052 Feb 17 01:37:36.890313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:38.828563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37272) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:37:38.980889 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-0a253bfb-83c5-4c19-a7e5-5b7867f7f73a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:37:38.981496 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-0a253bfb-83c5-4c19-a7e5-5b7867f7f73a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:37:39.255489 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a253bfb-83c5-4c19-a7e5-5b7867f7f73a admin admin] GET failed (client error): The resource could not be found. Feb 17 01:37:39.257934 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0a253bfb-83c5-4c19-a7e5-5b7867f7f73a admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4273636 Feb 17 01:37:39.442338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.policy [None req-90773332-5ca5-443c-9e6e-94ddc847b596 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84059) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 01:37:39.636081 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-90773332-5ca5-443c-9e6e-94ddc847b596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:37:39.636514 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING oslo_policy.policy [None req-90773332-5ca5-443c-9e6e-94ddc847b596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:37:39.661239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90773332-5ca5-443c-9e6e-94ddc847b596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:39.663052 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-90773332-5ca5-443c-9e6e-94ddc847b596 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.4007425 Feb 17 01:37:39.674400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:37:39.677349 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.quota [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Loaded quota_driver: . Feb 17 01:37:39.684181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:37:39.696982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:37:39.747676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Made reservation on behalf of 8e2762c584d340ee8b6101a6fdcbe92e for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:37:39.753428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:40.218403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:40.234052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:37:40.371963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fea4f37-eb24-4c23-8300-b0af5722d421,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:37:40.388616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.388993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.389356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.389715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.390065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.390417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.390768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.391115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.391465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.391809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.392178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.392525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Tracked resource versions report: Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:37:40.393641 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:37:40.431089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:37:40.463878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Checking segment: {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:37:40.464332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Network hostable DHCP agents. Network: a583b086-d494-4df0-b90c-8bab7d84b7f1, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:37:40.519808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:37:40.576281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, a583b086-d494-4df0-b90c-8bab7d84b7f1) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:37:40.580760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:37:40.581412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:40.587194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803e537-d196-406e-bcf3-3c69b7ad7570 None None] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:37:40.634407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9640932 Feb 17 01:37:40.754412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:37:40.819533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-a583b086-d494-4df0-b90c-8bab7d84b7f1', 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1', 'tenant_id': '8e2762c584d340ee8b6101a6fdcbe92e', 'fixed_ips': [{'subnet_id': '4fea4f37-eb24-4c23-8300-b0af5722d421'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:37:40.820552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.111338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Allocated IP 192.168.233.2 (a583b086-d494-4df0-b90c-8bab7d84b7f1/4fea4f37-eb24-4c23-8300-b0af5722d421/2652bfda-53b3-46b9-bad7-6de1d7ea8bec) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:37:41.374745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.422509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Transition to ACTIVE for port object 2652bfda-53b3-46b9-bad7-6de1d7ea8bec will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:37:41.440409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Transition to ACTIVE for port object 2652bfda-53b3-46b9-bad7-6de1d7ea8bec will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:37:41.474265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.491611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:37:41.634946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Pushing event updated for resources: {'Port': ['ID=2652bfda-53b3-46b9-bad7-6de1d7ea8bec,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:37:41.645968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.646343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.646721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.647084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.647439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.647800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.648179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.648531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.648880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.649232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.649590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.649925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:37:41.655584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:37:41.694814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:37:41.696182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:37:41.698557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:37:41.756968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Attempting to bind port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:37:41.757383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Attempting to bind port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:37:41.757791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Attempting to bind port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec on network a583b086-d494-4df0-b90c-8bab7d84b7f1 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:37:41.763477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:37:41.763896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Checking segment: {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:37:41.764367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.764814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Bound using segment: {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:37:41.765438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Bound port: 2652bfda-53b3-46b9-bad7-6de1d7ea8bec, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:37:41.765867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.864070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] For port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:37:41.868158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] For port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=2652bfda-53b3-46b9-bad7-6de1d7ea8bec,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:37:41.931170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:41.947758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:37:42.095625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Pushing event updated for resources: {'Port': ['ID=2652bfda-53b3-46b9-bad7-6de1d7ea8bec,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:37:42.101444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:37:43.378219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f863737-20eb-403e-84bc-ee6990916fef None None] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:37:43.498031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-8519f126-b85b-4e67-97b1-94fd8c49e22d None None] Provisioning for port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:37:44.338602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 2652bfda-53b3-46b9-bad7-6de1d7ea8bec up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:37:44.449278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:37:44.454950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:37:44.455373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:44.579469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:44.611568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=2652bfda-53b3-46b9-bad7-6de1d7ea8bec,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:37:44.633523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:44.635633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:37:44.708074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=2652bfda-53b3-46b9-bad7-6de1d7ea8bec,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:37:44.711298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:37:46.317652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 2652bfda-53b3-46b9-bad7-6de1d7ea8bec up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:37:46.389658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 2652bfda-53b3-46b9-bad7-6de1d7ea8bec triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:37:46.390065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:02.520038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4d09-50f4-42e7-b81c-2d9aa16962d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:04.409562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a6127802-1725-4b92-a41c-81dd8edfbcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:05.113397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:06.204759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:06.913482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:17.753719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:38:32.524789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-30232c3e-e234-4ff7-adca-835b68181c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:34.410425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5872fc08-9e9f-476f-ae1c-6a31cc9a1783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:35.101631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:36.204629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:36.913140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:54.752783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:39:02.541598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f8111e20-f548-4d13-b5ee-6183dfeac55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:04.398769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f6aeeb72-d2e2-4b28-86ce-a241063f6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:05.107420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:06.199067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:06.913678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:15.931726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37324) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:39:15.939487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [None req-3fba9161-a03c-479a-80b8-cc35ebe8282d tempest-verify_tempest_config-1158288508 tempest-verify_tempest_config-1158288508-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:39:15.940563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3fba9161-a03c-479a-80b8-cc35ebe8282d tempest-verify_tempest_config-1158288508 tempest-verify_tempest_config-1158288508-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0077732 Feb 17 01:39:16.406854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37344) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:39:16.529484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:16.544931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:39:16.549215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Usage tracker for resource:security_group_rule and tenant:2975650c8556416fbda57db531d979d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:39:16.552803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:39:16.558481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:39:16.889214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:16.928899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:16.937894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:39:16.978389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Synchronizing usage tracker for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:39:16.981846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c30278-5adf-4a32-acaf-1fd2f6af0de1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:39:16.993497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.993878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.994250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.994616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.994977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.995336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.995693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.996074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.996446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.996800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.997150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:16.997500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:39:17.003211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:39:17.031669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Unset dirty status for tenant:8e2762c584d340ee8b6101a6fdcbe92e on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:39:17.033008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2975650c8556416fbda57db531d979d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6251135 Feb 17 01:39:17.035819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37350) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:39:17.097493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:17.123744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:17.203151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:17.207999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:39:17.221497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c30278-5adf-4a32-acaf-1fd2f6af0de1,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:39:17.224264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:39:17.225411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:17.226573 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8c30278-5adf-4a32-acaf-1fd2f6af0de1 HTTP/1.1" status: 204 len: 168 time: 0.1891344 Feb 17 01:39:31.751770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:39:32.517032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad319fb6-cbcf-4cda-9f55-9cace3a1151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:34.358268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d9d48111-f992-4e01-a322-b58ead3b6f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:35.124040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:36.209740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:36.924094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:02.529284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc4206c7-649b-4fb5-b5fd-e2758f9c432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:04.368336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-881a21e0-d5f5-4977-ab71-ab41d5cd7a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:05.128299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:06.219102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:06.941043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:08.751927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:40:32.529135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4931729a-0233-4452-a54a-c9d4b79851af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:34.374781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aa6f92db-8f0e-407b-9fd0-480d3cb04bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:35.123251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:36.191850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:36.938565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:45.751730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 5 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:40:52.323007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441'] for agent, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:40:52.323565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.323820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.324236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.324609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.324979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.325363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.325727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.326134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.326624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.326991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.327356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.327718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:40:52.328163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75998', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:40:52.332381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75998', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:40:52.625507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] get_endpoint_by_host() called for host hv-cinder-75998 {{(pid=84061) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 01:40:52.629539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=84061) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 01:40:52.632618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=84061) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 01:40:52.665604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] _get_endpoints() called {{(pid=84061) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 01:41:02.529214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-feed2469-607c-496a-a10b-31377b759a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:04.374380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d788e44a-bad7-4724-820f-b73ce5e6c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:04.982488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37422) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:41:05.103056 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-48852518-d832-418e-93ce-bdb73553c035 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1189008 Feb 17 01:41:05.111397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:06.212877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:06.928818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:07.713068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37432) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:41:07.771902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-90dd569f-aa94-4a32-8ac4-ad5fbe3cc95f admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0576806 Feb 17 01:41:22.339808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:22.751583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:41:32.528460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a755735-bf4d-46b5-9e15-697c867f009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:34.374076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-49067c56-4a56-4882-93b0-37ae4c257588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:35.132181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:36.217908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:36.934174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:52.339811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:41:59.753811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:42:02.528060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36e6c1b0-ce26-481a-859a-7e1d2a8243a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:04.380104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12dde47-4a2c-46f0-a48a-d5f3d6041147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:05.139884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:06.217651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:06.939614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:22.342932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:32.526304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2366745a-b5af-4064-8b35-cce95a0e7884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:34.365651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fe3914a3-c0a0-4470-8ddb-522d04cc7cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:35.153965 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:36.211461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:36.755129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:42:36.950858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:43.167561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37624) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:43.443201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37646) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:43.694464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-387642214-network', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:43.700729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:43.705206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Usage tracker for resource:network and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:43.708816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:43.715022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:43.722888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37660) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:43.735034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-606252079-network', 'tenant_id': 'b07d546c028a4b1b9b50c90ef88735c4'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:43.739987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:43.744255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Usage tracker for resource:network and tenant:b07d546c028a4b1b9b50c90ef88735c4 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:43.747230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:43.753128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:43.758551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Made reservation on behalf of 7e5551deb0054d9cb88c3b3d906a680f for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:43.763231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:43.774710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37666) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:43.778124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:43.800155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:43.804476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:43.807895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:43.814013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:43.857069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Made reservation on behalf of b07d546c028a4b1b9b50c90ef88735c4 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:43.862400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:43.877420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:43.895099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:43.899924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Usage tracker for resource:security_group_rule and tenant:b07d546c028a4b1b9b50c90ef88735c4 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:43.903322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:43.910461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:43.945207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-424291292-network', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:43.984551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-450548939-network', 'tenant_id': 'd3c5366263ce43ce963c404acc16b524'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:44.020635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.027002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Usage tracker for resource:network and tenant:d3c5366263ce43ce963c404acc16b524 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.031553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.033413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.040368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.054469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Usage tracker for resource:network and tenant:fe4de36ec8fa4e93b25aed4b229e232d is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.062288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.081655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.095397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.129316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.146598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-72f3646c-8e47-48f4-b2ff-8b5b9e7393fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:44.150757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Made reservation on behalf of d3c5366263ce43ce963c404acc16b524 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:44.158194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.160744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Made reservation on behalf of fe4de36ec8fa4e93b25aed4b229e232d for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:44.165580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.176337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.186606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:42:44.198780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.199424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Added segment 06ce5c22-ffcc-4940-9abb-74f1afffdb9c of type vxlan for network a604e696-3a32-4bbb-b662-de66d0ba21d7 Feb 17 01:42:44.209195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.221992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.237084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.241211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Usage tracker for resource:security_group_rule and tenant:fe4de36ec8fa4e93b25aed4b229e232d is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.267000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.283937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.288270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Usage tracker for resource:security_group_rule and tenant:d3c5366263ce43ce963c404acc16b524 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.289906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.291979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.298481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.327641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.345296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.370854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.373053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab064397-27a8-4b1b-a6b0-847e3447d163,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:44.386995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:44.387636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.393304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.393896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.394423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.394934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.395569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.396168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.396742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.397319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.397853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.399360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.400242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.401113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.408142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.409605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Tracked resource versions report: Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}, Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:42:44.409715 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:42:44.415642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:44.415642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:44.436880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:42:44.437240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:42:44.449722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b523366-c515-42c3-9fd8-110f4a74d5ad,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:44.459599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.474111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:44.477021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:44.496645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:42:44.510032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.510693 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Added segment 5c6cec15-6f10-4eb9-a84d-8cefabeab0fb of type vxlan for network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 Feb 17 01:42:44.557959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.603223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:44.635560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7844e569-b540-44e2-9d35-bb2c484de2d6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:44.640637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Pushing event updated for resources: {'Network': ['ID=a604e696-3a32-4bbb-b662-de66d0ba21d7,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:44.644737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.645359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.645983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.646536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.647091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.648206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.654289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:44.655257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:44.655810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.655810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.657184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Tracked resource versions report: Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}, Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:42:44.658788 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:42:44.666964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:44.687868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.689216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:44.689865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.711383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:44.734364 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5647748 Feb 17 01:42:44.739467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37700) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:44.744057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:44.746050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Request body: {'subnet': {'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-subnet', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:44.751878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.756174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Usage tracker for resource:subnet and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.760349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.767557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.807262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.828491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Made reservation on behalf of 7e5551deb0054d9cb88c3b3d906a680f for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:44.834357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.858188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Pushing event updated for resources: {'Network': ['ID=6b52d445-378f-4bcb-99a7-a26fdbb15c66,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:44.863246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:44.864711 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0908508 Feb 17 01:42:44.868592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37706) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:44.882465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Request body: {'subnet': {'network_id': '6b52d445-378f-4bcb-99a7-a26fdbb15c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-450548939-subnet', 'tenant_id': 'd3c5366263ce43ce963c404acc16b524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:44.883046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:44.887976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:44.892211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Usage tracker for resource:subnet and tenant:d3c5366263ce43ce963c404acc16b524 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:44.895462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:44.899766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:44.903043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:44.939618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Made reservation on behalf of d3c5366263ce43ce963c404acc16b524 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:44.945388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:44.994546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.020668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.031452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:45.064195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e3163-f61f-4571-86f6-d7b38912bb04,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:45.067416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:45.119078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:42:45.160305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.160636 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Added segment c2753ac4-c940-4590-8422-2d9b4f95be61 of type vxlan for network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 Feb 17 01:42:45.273524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.450351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.453334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:45.454046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.461369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:45.487524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:42:45.487910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:42:45.587752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Pushing event updated for resources: {'Network': ['ID=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:45.590517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:45.599468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:45.615207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:45.760770 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3161139 Feb 17 01:42:45.773858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37728) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:45.790665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Request body: {'subnet': {'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-606252079-subnet', 'tenant_id': 'b07d546c028a4b1b9b50c90ef88735c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:45.811851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:45.820267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Usage tracker for resource:subnet and tenant:b07d546c028a4b1b9b50c90ef88735c4 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:45.829218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:45.838975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:45.900774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Made reservation on behalf of b07d546c028a4b1b9b50c90ef88735c4 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:45.905662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.906284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:45.921849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-acba384a-9268-48a7-aca8-6bb74be7d0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:45.996601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.053106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.071052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb37f86f-790c-4a2b-9c0d-0a851fefa282,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:46.075085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:46.086026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:42:46.091362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b91bc289-a97e-4815-94ed-a3e5ca016e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:46.155516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Checking segment: {'id': '5c6cec15-6f10-4eb9-a84d-8cefabeab0fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6b52d445-378f-4bcb-99a7-a26fdbb15c66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:46.155919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Network hostable DHCP agents. Network: 6b52d445-378f-4bcb-99a7-a26fdbb15c66, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:42:46.242667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b13647-6918-4f7c-9324-27b9ec1b1986,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:46.254838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:42:46.256554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:46.286366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.286911 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Added segment 29f4cc01-2302-4057-b54a-923fca77d5d5 of type vxlan for network acea787b-2cab-4088-8c6b-365a7955a223 Feb 17 01:42:46.354228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 6b52d445-378f-4bcb-99a7-a26fdbb15c66) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:46.371446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:46.372383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c5037-cd3f-4054-8dad-21fb953a74fa None None] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:46.372928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.429648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.460860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5909345 Feb 17 01:42:46.501084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Checking segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:46.501471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Network hostable DHCP agents. Network: a604e696-3a32-4bbb-b662-de66d0ba21d7, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:42:46.531304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.541801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:46.542443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.559236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:46.740323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Pushing event updated for resources: {'Network': ['ID=acea787b-2cab-4088-8c6b-365a7955a223,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:46.740323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:46.742281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network acea787b-2cab-4088-8c6b-365a7955a223 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:46.745874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:42:46.758527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network acea787b-2cab-4088-8c6b-365a7955a223 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:46.777695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff4d8e-78ce-453a-8bca-832d701f555d None None] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:46.828268 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1043611 Feb 17 01:42:46.831765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37772) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:46.839327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Request body: {'subnet': {'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-subnet', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:46.845022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:46.850211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Usage tracker for resource:subnet and tenant:fe4de36ec8fa4e93b25aed4b229e232d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:46.854618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:46.856968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, a604e696-3a32-4bbb-b662-de66d0ba21d7) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:46.863606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:46.864316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.878405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:46.918323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1771445 Feb 17 01:42:46.921651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37776) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:46.927539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:46.933131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:46.937995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Usage tracker for resource:router and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:46.942869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:46.962862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Made reservation on behalf of fe4de36ec8fa4e93b25aed4b229e232d for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:46.967499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:46.988291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:47.000118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:47.020717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-90183808-21b4-4323-b5d9-acb3bb7d13fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:47.118478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c8633-797c-4542-a184-574c3f38f93c None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:47.142317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:47.143673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:47.187133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e0ea40-b91c-4249-a9ed-7e47461db6b9,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:47.190575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:47.201127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:47.299723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Checking segment: {'id': 'c2753ac4-c940-4590-8422-2d9b4f95be61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:47.301229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Network hostable DHCP agents. Network: 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:42:47.357330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:42:47.414868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:47.420924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:47.423085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:47.441838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fa83d-4a36-450a-9fe1-02064a6f9a71 None None] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:47.479690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7033892 Feb 17 01:42:47.582728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-a604e696-3a32-4bbb-b662-de66d0ba21d7', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:42:47.586840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.054830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.168637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37832) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:48.278297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37838) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:48.286104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688990399-network', 'tenant_id': 'c7b9fcdf11804a5cb9fbb96297d43b49'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:48.294705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:48.300974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Usage tracker for resource:network and tenant:c7b9fcdf11804a5cb9fbb96297d43b49 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:48.305477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:48.312910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:48.328688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.349598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:48.356657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Made reservation on behalf of c7b9fcdf11804a5cb9fbb96297d43b49 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:48.361949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.370612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Allocated IP 172.20.0.2 (a604e696-3a32-4bbb-b662-de66d0ba21d7/08b13647-6918-4f7c-9324-27b9ec1b1986/ae998d14-9132-4bb5-a585-b6200d495e39) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:42:48.389982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.427111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:48.457179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Usage tracker for resource:security_group_rule and tenant:c7b9fcdf11804a5cb9fbb96297d43b49 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:48.464234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:48.476387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:48.656407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37868) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:48.690582 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 01:42:48.726531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:48.798289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb61e22-2455-446a-9f87-a17c1d09c644,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:48.808806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:48.814591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8863324e-008b-4f67-881f-23697dff7b8c None None] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:48.986457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Checking segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:48.987286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Network hostable DHCP agents. Network: acea787b-2cab-4088-8c6b-365a7955a223, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:42:49.031533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:49.035670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.036386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.056016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc0459ab96a4589ba82b944d6536dbe is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:49.073618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:49.077882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.081902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:49.091089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Network acea787b-2cab-4088-8c6b-365a7955a223 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:42:49.107209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.127015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f17c189a-13a5-42e3-88d4-4aab5fe0450d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:49.138050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, acea787b-2cab-4088-8c6b-365a7955a223) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:49.155980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecddac22-7edb-4797-8ce6-f42aac520e75 None None] Network acea787b-2cab-4088-8c6b-365a7955a223 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:49.183880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3718dba2-6a1c-45e2-ba15-57f86df9b10b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:49.192819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6ed11544-58cd-4da1-a1b0-c5fdb67f6921 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:49.193558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6ed11544-58cd-4da1-a1b0-c5fdb67f6921 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Synchronizing usage tracker for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:42:49.200591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:49.222865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:42:49.226365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:49.227558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.259802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37888) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:49.317348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.317887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Added segment 64a5c77f-1d4b-47c3-86f2-e159883f7bd8 of type vxlan for network fef793ec-a7dc-450b-8231-0dc78e34f4d4 Feb 17 01:42:49.330240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.380094 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5468743 Feb 17 01:42:49.382848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37894) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:49.388364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:49.394250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:49.397781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Usage tracker for resource:router and tenant:fe4de36ec8fa4e93b25aed4b229e232d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:49.397901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.401792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:49.418750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc3e68-c546-4268-9265-f12f53fdfb94 None None] Network acea787b-2cab-4088-8c6b-365a7955a223 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:49.418947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:49.419032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:49.419032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f0061d2b09dd44e0991cf33b27777ea1 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:49.421801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:49.427756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:49.475727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Transition to ACTIVE for port object ae998d14-9132-4bb5-a585-b6200d495e39 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:42:49.516406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.517500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.533996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Transition to ACTIVE for port object ae998d14-9132-4bb5-a585-b6200d495e39 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:42:49.579528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.582790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.595582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.622864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:49.631759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Allocated IP 172.27.2.34 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/8b140062-07b6-4467-999b-cfb1fddc19c4) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:42:49.659191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.699480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.713410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:49.739589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.750207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:49.750882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.781093 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccc0459ab96a4589ba82b944d6536dbe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6088867 Feb 17 01:42:49.784304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37900) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:49.809274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Pushing event updated for resources: {'Port': ['ID=ae998d14-9132-4bb5-a585-b6200d495e39,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:49.817129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956d4111-db48-482b-9cd3-6c0f02629e36,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:49.824920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:49.827553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:49.838176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.838653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.839139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.839593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.840180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.840717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.841151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.841603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.842052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.842909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.842909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.843486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.844038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Tracked resource versions report: Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}, Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:49.849710 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:42:49.855497 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:42:49.857032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:49.900285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:42:49.901739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:49.907876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:42:49.928170 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6455319 Feb 17 01:42:49.933295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.934256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37904) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:49.947211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Request body: {'subnet': {'network_id': 'fef793ec-a7dc-450b-8231-0dc78e34f4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688990399-subnet', 'tenant_id': 'c7b9fcdf11804a5cb9fbb96297d43b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:49.959195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:49.968522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Usage tracker for resource:subnet and tenant:c7b9fcdf11804a5cb9fbb96297d43b49 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:49.969568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Pushing event updated for resources: {'Network': ['ID=fef793ec-a7dc-450b-8231-0dc78e34f4d4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:49.984739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:49.986060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Attempting to bind port ae998d14-9132-4bb5-a585-b6200d495e39 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:42:49.986412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:49.986674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Attempting to bind port ae998d14-9132-4bb5-a585-b6200d495e39 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:42:49.987665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Attempting to bind port ae998d14-9132-4bb5-a585-b6200d495e39 on network a604e696-3a32-4bbb-b662-de66d0ba21d7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:42:49.995899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:49.996101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:50.013391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:42:50.014051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Checking segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:50.014599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.015143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Bound using segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:42:50.015771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Bound port: ae998d14-9132-4bb5-a585-b6200d495e39, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:42:50.016323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.055458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:50.057505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:50.076658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6ed11544-58cd-4da1-a1b0-c5fdb67f6921 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Unset dirty status for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:42:50.077967 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6ed11544-58cd-4da1-a1b0-c5fdb67f6921 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/networks?id=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 HTTP/1.1" status: 200 len: 811 time: 1.3970275 Feb 17 01:42:50.095656 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0061d2b09dd44e0991cf33b27777ea1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8343651 Feb 17 01:42:50.114439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37916) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:50.170180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Made reservation on behalf of c7b9fcdf11804a5cb9fbb96297d43b49 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:50.175167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.194327 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-a3f7fc28-b04f-4d43-ba5d-f87e707d4793 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/quotas/b07d546c028a4b1b9b50c90ef88735c4 HTTP/1.1" status: 200 len: 375 time: 0.0810423 Feb 17 01:42:50.195202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62096cd7-c71e-4219-8c88-62c86240c11b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:50.227256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] For port ae998d14-9132-4bb5-a585-b6200d495e39, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:42:50.230702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] For port ae998d14-9132-4bb5-a585-b6200d495e39, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=ae998d14-9132-4bb5-a585-b6200d495e39,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:42:50.259197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:50.265566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.283049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:50.338400 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-54918163-7054-45a8-8600-cc871944bbe6 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b07d546c028a4b1b9b50c90ef88735c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780239 Feb 17 01:42:50.385904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.411301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.444576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Pushing event updated for resources: {'Port': ['ID=ae998d14-9132-4bb5-a585-b6200d495e39,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:50.448103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:50.455538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.469898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.519533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.537320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-a43b8f9e-a6a2-43e6-ac72-5a2d60bf6138 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:42:50.538473 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-a43b8f9e-a6a2-43e6-ac72-5a2d60bf6138 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0788670 Feb 17 01:42:50.636908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.717245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.734685 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-f2a7ebd7-43ba-4b12-99e3-3639403e74f5 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840110 Feb 17 01:42:50.743388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:50.765876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d4111-db48-482b-9cd3-6c0f02629e36,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:50.771154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:50.792788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.799120 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/956d4111-db48-482b-9cd3-6c0f02629e36 HTTP/1.1" status: 204 len: 168 time: 1.0092773 Feb 17 01:42:50.892967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.914987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:50.941049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62096cd7-c71e-4219-8c88-62c86240c11b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:50.947823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:50.966934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.983986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:50.985231 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62096cd7-c71e-4219-8c88-62c86240c11b HTTP/1.1" status: 204 len: 168 time: 0.8578513 Feb 17 01:42:50.989860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:51.017973 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-ab7e213a-b4a9-453f-a05d-cee2ef4f1212 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2633226 Feb 17 01:42:51.181348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.206654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Pushing event updated for resources: {'Port': ['ID=8b140062-07b6-4467-999b-cfb1fddc19c4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:51.208612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:51.223581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:51.225687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.267966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.427763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:42:51.428400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37950) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:51.430810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:51.435753 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 01:42:51.477524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:42:51.590621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37968) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:51.594083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a463f0-6afc-41ca-92e9-ca0f89aaded9,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:51.601037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:51.621857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Checking segment: {'id': '64a5c77f-1d4b-47c3-86f2-e159883f7bd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'fef793ec-a7dc-450b-8231-0dc78e34f4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:51.622427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Network hostable DHCP agents. Network: fef793ec-a7dc-450b-8231-0dc78e34f4d4, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:42:51.631059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.653538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:51.661814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:1f954b20f91847a28827d624fc4bb0d7 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:51.666613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:51.674301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:51.698693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:42:51.703845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:42:51.750242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, fef793ec-a7dc-450b-8231-0dc78e34f4d4) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:51.773349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:51.782360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.839145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.865493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba19d19-a5cd-4922-999e-1de9dc93daf8 None None] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:51.880601 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9361694 Feb 17 01:42:51.899877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:51.911966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:51.984615 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f954b20f91847a28827d624fc4bb0d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3844099 Feb 17 01:42:51.985500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 37980) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:52.034799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6999558-3271-43dd-b556-6a2506662418,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:52.039884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:52.160364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.246669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Allocated IP 172.27.2.75 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/b5ad0b8e-a2fc-493a-a1ff-94a2ea414026) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:42:52.248113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.263822 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f5bb6f8c-c9f3-4da5-b455-e31509588250 req-25f951b8-a04d-4c83-87f9-b5a55fa8c842 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.8306632 Feb 17 01:42:52.281927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 37990) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:52.305670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c167720-801a-4644-ab02-9ca5b7254798 None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:52.434020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.451023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:52.492410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6999558-3271-43dd-b556-6a2506662418,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:52.497581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:52.513102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.514792 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6999558-3271-43dd-b556-6a2506662418 HTTP/1.1" status: 204 len: 168 time: 0.5283456 Feb 17 01:42:52.633704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device ae998d14-9132-4bb5-a585-b6200d495e39 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:42:52.710434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.710679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:52.811930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Provisioning for port ae998d14-9132-4bb5-a585-b6200d495e39 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:42:52.923151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port ae998d14-9132-4bb5-a585-b6200d495e39 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:42:52.931400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:52.933926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.067604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:53.077289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.188015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Deleting subnet eb37f86f-790c-4a2b-9c0d-0a851fefa282 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:42:53.206667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.230511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71620e22-a675-4b19-92e2-44a891800e5b None None] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:42:53.332649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.377616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.394704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] For port ae998d14-9132-4bb5-a585-b6200d495e39, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=ae998d14-9132-4bb5-a585-b6200d495e39,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:42:53.445297 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ef33517b-f93a-4cef-b91e-943d6cf95297 req-96f4c80e-1685-4568-9f8d-6b6d61979047 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.0579767 Feb 17 01:42:53.453135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.517434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.536286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.578863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:53.606625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:53.688581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Pushing event updated for resources: {'Port': ['ID=ae998d14-9132-4bb5-a585-b6200d495e39,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:53.768075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:54.139352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:54.241509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f81ee3a7-8ca7-4901-8fc3-f402b89793de None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:54.242138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f81ee3a7-8ca7-4901-8fc3-f402b89793de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:54.358615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:54.605796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device ae998d14-9132-4bb5-a585-b6200d495e39 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:42:54.770112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f1981fff-ed32-46ce-af36-59d22641dd01 None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:54.770534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1981fff-ed32-46ce-af36-59d22641dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:54.814097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:54.842184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:54.889222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:54.889919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:54.921745 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-458ffe46-6abe-4956-8278-f06b5f9d99dd req-d6df3740-364e-41f5-8005-9912a0002285 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.0927057 Feb 17 01:42:54.987500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:42:54.991781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:42:54.996764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:55.006229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:42:55.221994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4b2ce202-5008-4f79-a74b-71edb617c0c0 None None] Provisioning complete for port ae998d14-9132-4bb5-a585-b6200d495e39 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:42:55.222908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce202-5008-4f79-a74b-71edb617c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:55.280901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:55.343215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c29a5d80-aab0-4763-8fe1-861703a2c603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:55.486460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb37f86f-790c-4a2b-9c0d-0a851fefa282,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:55.495858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:55.575823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:55.579025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:42:55.587829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:42:55.600895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:42:55.600895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:42:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:55.606501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4d266fc1-fd18-4efe-b1c2-161b5c7b9b90 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eb37f86f-790c-4a2b-9c0d-0a851fefa282 HTTP/1.1" status: 204 len: 168 time: 3.3227758 Feb 17 01:42:55.609023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38168) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:55.741154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.59', 62366) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:55.883338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:55.884740 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9619603 Feb 17 01:42:55.897829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38184) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:55.939010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:42:56.257592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-a19dfded-aa2d-4451-b4ad-a944d33addc1 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:56.257592 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-a19dfded-aa2d-4451-b4ad-a944d33addc1 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.59 "GET /v2.0/networks?id=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 HTTP/1.1" status: 200 len: 811 time: 0.3231511 Feb 17 01:42:56.257592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Request body: {'port': {'device_id': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1', 'admin_state_up': True, 'tenant_id': 'b07d546c028a4b1b9b50c90ef88735c4'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:42:56.262003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:56.338307 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8244a5b-1d7c-4a41-8350-ee493656ef5a req-373899b5-a3e6-4896-a763-a30442f016c4 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.1709938 Feb 17 01:42:56.428144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:42:51Z', 'revision_number': 3, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:56.433773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:42:56.434428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Updating router 1bb92fbf-b191-461c-b6a2-074914241ca2 port 8b140062-07b6-4467-999b-cfb1fddc19c4 binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:42:56.500621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:56.503102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:56.512719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Usage tracker for resource:port and tenant:b07d546c028a4b1b9b50c90ef88735c4 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:56.522273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:56.530553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:56.619243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Made reservation on behalf of b07d546c028a4b1b9b50c90ef88735c4 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:42:56.625908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:56.652808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38208) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:42:56.695099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:56.762082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.066621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.095755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Transition to ACTIVE for port object 8b140062-07b6-4467-999b-cfb1fddc19c4 will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:42:57.142819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Allocated IP 172.20.0.7 (3a5f0361-f2de-4166-a4b9-c8d2e71f56d1/f0e0ea40-b91c-4249-a9ed-7e47461db6b9/8b5b1741-d199-44ca-a590-3f25ae599afe) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:42:57.147941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.167667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:57.189091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.250961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:42:57.263424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.263939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.264832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.265222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > port after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.265588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.265953 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > port after_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.266557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.266657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.267020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.267381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.324436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Pushing event updated for resources: {'Port': ['ID=8b140062-07b6-4467-999b-cfb1fddc19c4,revision_number=2']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:57.337404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.337789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.338166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.338534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.338969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.339332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.339697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.340082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.340443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.342855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.343205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.343557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.344106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.344462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.344833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.345184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.345532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.345879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Tracked resource versions report: Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: pushed versions: Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: { 'AddressGroup': {'1.1'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': {'1.0'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': {'1.0'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': {'1.1'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': {'1.7'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': {'1.2'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': {'1.8'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': {'1.4'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': {'1.0'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': {'1.1'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': {'1.1'}} Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: consumer versions: Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: { DHCP agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: L3 agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: Metadata agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: Metering agent@dv-cinder-759987-3-iscsi: {}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@dv-cinder-759987-3-iscsi: { 'AddressGroup': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}, Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'ConntrackHelper': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Log': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Network': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Port': '1.7', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'PortForwarding': '1.2', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'QosPolicy': '1.8', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroup': '1.4', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SecurityGroupRule': '1.2', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'SubPort': '1.0', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Subnet': '1.1', Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: 'Trunk': '1.1'}} Feb 17 01:42:57.347574 dv-cinder-759987-3-iscsi neutron-server[83948]: {{(pid=84062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:42:57.351211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:57.540907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Attempting to bind port 8b140062-07b6-4467-999b-cfb1fddc19c4 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:42:57.541314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Attempting to bind port 8b140062-07b6-4467-999b-cfb1fddc19c4 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:42:57.541715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Attempting to bind port 8b140062-07b6-4467-999b-cfb1fddc19c4 on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:42:57.562451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:42:57.575251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:42:57.575942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.576609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:42:57.580567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Bound port: 8b140062-07b6-4467-999b-cfb1fddc19c4, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:42:57.581211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.623980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.624418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.624760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.625143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:42:57.625562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b52d445-378f-4bcb-99a7-a26fdbb15c66']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:57.652269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Usage tracker for resource:security_group_rule and tenant:59950eba5bf84cf9b0babb626741d871 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:42:57.689020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.713320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6cec15-6f10-4eb9-a84d-8cefabeab0fb') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:57.713666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6cec15-6f10-4eb9-a84d-8cefabeab0fb') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:57.737931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:42:57.791530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:57.834059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:57.844958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:42:57.851206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:58.099723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] For port 8b140062-07b6-4467-999b-cfb1fddc19c4, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:42:58.106520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] For port 8b140062-07b6-4467-999b-cfb1fddc19c4, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8b140062-07b6-4467-999b-cfb1fddc19c4,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:42:58.163669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:58.181536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:42:58.194453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Pushing event updated for resources: {'Port': ['ID=8b5b1741-d199-44ca-a590-3f25ae599afe,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:58.200792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:58.209486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:58.214300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:42:58.216415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:42:58.232860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:42:58.233150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:42:58.240360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:58.242186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:58.306038 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1766179 Feb 17 01:42:58.328840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Pushing event updated for resources: {'Port': ['ID=8b140062-07b6-4467-999b-cfb1fddc19c4,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:42:58.332471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:42:58.402069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:42:58.402735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:42:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:58.632914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:42:58.760459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:58.782398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:42:58.804768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:59.083307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1396c2-6b69-424b-a7fa-2349864838ef req-91df8263-65e2-4de4-b1c2-8b99f6f0a9c3 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:42:59.096014 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ef1396c2-6b69-424b-a7fa-2349864838ef req-91df8263-65e2-4de4-b1c2-8b99f6f0a9c3 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 931 time: 1.3876486 Feb 17 01:42:59.180538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0f349506-9b98-4283-8544-092b616bc579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:42:51Z', 'revision_number': 3, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:42:59.185958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349506-9b98-4283-8544-092b616bc579 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:42:51Z', 'revision_number': 3, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:42:59.480207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:59.518491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Network 6b52d445-378f-4bcb-99a7-a26fdbb15c66 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:42:59.535694 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ef1396c2-6b69-424b-a7fa-2349864838ef req-763ca85d-023c-48ee-8534-13eb8c968bfc tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387403 Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: from cryptography.utils import int_from_bytes Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: from cryptography.utils import int_from_bytes Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: (rel_b, rel_a, rel_b), Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: (rel_b, rel_a, rel_b), Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:42:59.563078 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:42:59.627652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:42:59.813207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:00.053795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38286) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:00.082259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.092695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c18baac-f0a3-44e2-ae0d-97c506e2e88f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:00.130048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:00.141514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.145263 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59950eba5bf84cf9b0babb626741d871&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4890025 Feb 17 01:43:00.149489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38292) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:00.159448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:00.190007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.219010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b52d445-378f-4bcb-99a7-a26fdbb15c66,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:00.230358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:00.260532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.279400 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6b52d445-378f-4bcb-99a7-a26fdbb15c66 HTTP/1.1" status: 204 len: 168 time: 4.6656909 Feb 17 01:43:00.283026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38296) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:00.301644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.387356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.403646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:00.408061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Usage tracker for resource:security_group_rule and tenant:f529510abbb84dc0947fac9c27498418 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:00.411480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:00.435071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:00.455390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Router d954b4af-b9fe-4548-8316-e4c8dc1341c8 is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:43:00.556449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8b140062-07b6-4467-999b-cfb1fddc19c4 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:00.611566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Deleting subnet 14a463f0-6afc-41ca-92e9-ca0f89aaded9 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:43:00.677020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.714583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.716447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:00.759540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 8b140062-07b6-4467-999b-cfb1fddc19c4 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:00.765571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 8b140062-07b6-4467-999b-cfb1fddc19c4 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:00.766079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:00.831393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c18baac-f0a3-44e2-ae0d-97c506e2e88f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:00.862350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851566690'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.048672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:43:01.088118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.109497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 8b140062-07b6-4467-999b-cfb1fddc19c4, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8b140062-07b6-4467-999b-cfb1fddc19c4,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:01.111645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Sync routers for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:43:01.126617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:01.127640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:42:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:01.159257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.246456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.255490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.8711288 Feb 17 01:43:01.264198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38316) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:01.321814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.323036 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c18baac-f0a3-44e2-ae0d-97c506e2e88f HTTP/1.1" status: 204 len: 168 time: 1.1724823 Feb 17 01:43:01.324173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:01.447491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.474586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.516129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c07321ec-45bc-48fb-bfa5-b99cfa23136c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:01.551912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04725ece-7f22-45b8-80c0-ff8455e78a9c,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:01.570979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-abd13c18-9f60-403e-9dcf-3743b4404037 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:01.572011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-abd13c18-9f60-403e-9dcf-3743b4404037 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Synchronizing usage tracker for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:01.579980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:01.608406 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f529510abbb84dc0947fac9c27498418&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5521588 Feb 17 01:43:01.609652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38330) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:01.717963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-abd13c18-9f60-403e-9dcf-3743b4404037 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Unset dirty status for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:01.719604 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-abd13c18-9f60-403e-9dcf-3743b4404037 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 931 time: 0.9695477 Feb 17 01:43:01.722646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.835639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-872d936b-d81b-4a38-b07b-5b0f084cff43 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Synchronizing usage tracker for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:01.862591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.867158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:01.934623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-872d936b-d81b-4a38-b07b-5b0f084cff43 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Unset dirty status for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:01.939014 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-84034ed0-6dc1-4c4f-864f-16fefff5c612 req-872d936b-d81b-4a38-b07b-5b0f084cff43 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905475 Feb 17 01:43:01.982411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:01.990554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9d1b019c-6733-4266-aadb-0e3ecb839efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:02.045152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:02.048818 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04725ece-7f22-45b8-80c0-ff8455e78a9c HTTP/1.1" status: 204 len: 168 time: 0.4321682 Feb 17 01:43:02.048966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04725ece-7f22-45b8-80c0-ff8455e78a9c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:02.070289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:02.375023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:02.408838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:02.497682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6bd19c49-84f3-47dc-8a37-99988114dd31 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:43:02.499024 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-6bd19c49-84f3-47dc-8a37-99988114dd31 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0111642 Feb 17 01:43:02.516113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Allocated IP 172.20.0.1 (a604e696-3a32-4bbb-b662-de66d0ba21d7/08b13647-6918-4f7c-9324-27b9ec1b1986/a30dfd6b-aab4-49ee-9657-4f0944214794) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:02.516544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=8b140062-07b6-4467-999b-cfb1fddc19c4,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:02.521538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:02.573943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad0d0eee-dffe-4702-948c-280677207d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:02.666577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:55Z', 'revision_number': 3, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:02.702560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Checking router: d954b4af-b9fe-4548-8316-e4c8dc1341c8 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:43:02.702973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Updating router d954b4af-b9fe-4548-8316-e4c8dc1341c8 port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:43:02.830454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.059206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.079426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Request body: {'port': {'device_id': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:03.368329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.373345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Transition to ACTIVE for port object a30dfd6b-aab4-49ee-9657-4f0944214794 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:03.463093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2384036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2486103'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.504160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:03.671588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.704525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a463f0-6afc-41ca-92e9-ca0f89aaded9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:03.717230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:03.726623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Transition to ACTIVE for port object b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:03.765513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:03.800517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:03.840306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82825b-71d6-486a-aaef-44e995bd4b2e req-2e004d8a-3eed-46c4-9fa8-82c97a81068e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:03.841999 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4c82825b-71d6-486a-aaef-44e995bd4b2e req-2e004d8a-3eed-46c4-9fa8-82c97a81068e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 931 time: 0.5796196 Feb 17 01:43:03.992077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.133097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:04.153733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:04.224675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.227541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-143915f2-133a-4b47-a366-2e441a93b227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:04.321181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Attempting to bind port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:04.321597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Attempting to bind port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:04.322011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Attempting to bind port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:04.333010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:04.333427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:04.333877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.334954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:04.335455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Bound port: b5ad0b8e-a2fc-493a-a1ff-94a2ea414026, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:04.336074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.423663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5b1741-d199-44ca-a590-3f25ae599afe {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:43:04.432436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.453430 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4c82825b-71d6-486a-aaef-44e995bd4b2e req-f1265aae-5fe8-4774-ba6b-5a4707eef2fb tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996058 Feb 17 01:43:04.469792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Transition to ACTIVE for port object 8b5b1741-d199-44ca-a590-3f25ae599afe will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:04.471364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1e99ffa5-5fca-4f60-ae9b-21e3838be598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.497916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.526126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] For port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:04.550573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] For port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:04.558747 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14a463f0-6afc-41ca-92e9-ca0f89aaded9 HTTP/1.1" status: 204 len: 168 time: 4.2741148 Feb 17 01:43:04.582743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38412) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:04.583379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.656568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-762edba2-19d1-4c43-8a16-ee065c8fa65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:04.704753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:04.772898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b1741-d199-44ca-a590-3f25ae599afe,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:04.777979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:04.793615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8b140062-07b6-4467-999b-cfb1fddc19c4 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:04.833183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:04.853335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:04.890643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Attempting to bind port 8b5b1741-d199-44ca-a590-3f25ae599afe on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:04.891125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Attempting to bind port 8b5b1741-d199-44ca-a590-3f25ae599afe by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'c2753ac4-c940-4590-8422-2d9b4f95be61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:04.891504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Attempting to bind port 8b5b1741-d199-44ca-a590-3f25ae599afe on network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:04.897691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:04.898156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Checking segment: {'id': 'c2753ac4-c940-4590-8422-2d9b4f95be61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:04.898648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.899059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Bound using segment: {'id': 'c2753ac4-c940-4590-8422-2d9b4f95be61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:04.899606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Bound port: 8b5b1741-d199-44ca-a590-3f25ae599afe, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2753ac4-c940-4590-8422-2d9b4f95be61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3a5f0361-f2de-4166-a4b9-c8d2e71f56d1'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:04.900056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:04.942932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 8b140062-07b6-4467-999b-cfb1fddc19c4 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:04.944029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:05.040062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:05.175549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Pushing event updated for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:05.191016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:05.205531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] For port 8b5b1741-d199-44ca-a590-3f25ae599afe, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:05.211124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:05.212148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] For port 8b5b1741-d199-44ca-a590-3f25ae599afe, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8b5b1741-d199-44ca-a590-3f25ae599afe,segment=NetworkSegment(c2753ac4-c940-4590-8422-2d9b4f95be61),segment_id=c2753ac4-c940-4590-8422-2d9b4f95be61)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:05.246565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:05.285367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:05.289034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:05.416744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:05.422964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:05.753209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b1741-d199-44ca-a590-3f25ae599afe,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:05.777370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:05.830826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:06.063237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:06.076838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:06.080025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:06.127292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:06.128048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:06.129548 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b5b1741-d199-44ca-a590-3f25ae599afe HTTP/1.1" status: 200 len: 1157 time: 3.2081401 Feb 17 01:43:06.132341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:06.436151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Allocated IP 172.20.0.1 (acea787b-2cab-4088-8c6b-365a7955a223/afb61e22-2455-446a-9f87-a17c1d09c644/e81c675c-75b0-411b-af5e-b5f5f86fed4c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:06.649466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bd779-bf14-41f6-ae9a-e8a97df6ff96 req-1b14492d-fdf4-4948-926c-c63fe3b2bb41 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:06.662624 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-961bd779-bf14-41f6-ae9a-e8a97df6ff96 req-1b14492d-fdf4-4948-926c-c63fe3b2bb41 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.8412638 Feb 17 01:43:06.793409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-961bd779-bf14-41f6-ae9a-e8a97df6ff96 req-5db16cdb-5ee3-4406-a737-416017d24381 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294186 Feb 17 01:43:06.862238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-31904fff-2c4c-43f4-879a-23f76746bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:06.866902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-31904fff-2c4c-43f4-879a-23f76746bf89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b07d546c028a4b1b9b50c90ef88735c4&device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 1160 time: 0.5046532 Feb 17 01:43:06.937630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.000158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.017244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.047610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.076641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:55Z', 'revision_number': 3, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:07.081029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f76edf6c-af57-498d-8cb1-be63a0a25268 None None] Provisioning for port a30dfd6b-aab4-49ee-9657-4f0944214794 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:07.085486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd62f0-d497-43e1-ab66-7397d7af0517 None None] The sync data for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi is: [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:42:55Z', 'revision_number': 3, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:43:07.088004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f76edf6c-af57-498d-8cb1-be63a0a25268 None None] Provisioning complete for port a30dfd6b-aab4-49ee-9657-4f0944214794 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:07.088399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f76edf6c-af57-498d-8cb1-be63a0a25268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.127899 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-4abbf281-7c06-490f-a82b-0be0d7fc2501 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5b1741-d199-44ca-a590-3f25ae599afe HTTP/1.1" status: 200 len: 217 time: 0.2378561 Feb 17 01:43:07.236013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-f76edf6c-af57-498d-8cb1-be63a0a25268 None None] Port a30dfd6b-aab4-49ee-9657-4f0944214794 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:43:07.305964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-1239307d-41bf-4c37-a59f-b577fafb3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:07.307633 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-1239307d-41bf-4c37-a59f-b577fafb3cd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e0ea40-b91c-4249-a9ed-7e47461db6b9 HTTP/1.1" status: 200 len: 851 time: 0.1526017 Feb 17 01:43:07.404298 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe', 'status': 'completed', 'code': 200} Feb 17 01:43:07.416357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-3efa0874-b519-4935-862d-7dae1785ec91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890496 Feb 17 01:43:07.419201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.421428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:07.618133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-24269959-6a91-4b8b-8502-c33392cdbeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:07.907656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef793ec-a7dc-450b-8231-0dc78e34f4d4']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:08.072421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a5c77f-1d4b-47c3-86f2-e159883f7bd8') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:08.073036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a5c77f-1d4b-47c3-86f2-e159883f7bd8') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:08.097106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Pushing event updated for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:08.122175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:08.147708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:08.171268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a62ca7-2bda-4d5d-a5c0-ff9b2ffb0490 req-34296ae4-88cf-4e6f-af61-73e51bce4ba6 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:08.172326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:08.194259 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-69a62ca7-2bda-4d5d-a5c0-ff9b2ffb0490 req-34296ae4-88cf-4e6f-af61-73e51bce4ba6 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.2191665 Feb 17 01:43:08.269621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Network acea787b-2cab-4088-8c6b-365a7955a223 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:08.273694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:08.285147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:08.313583 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-69a62ca7-2bda-4d5d-a5c0-ff9b2ffb0490 req-0ad3236a-b674-4e1b-a733-5f9ea0190e84 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180909 Feb 17 01:43:08.361854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:08.444951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:43:09.135420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.203972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:43:09.236830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.239178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:09.291628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.resource_extend [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:43:09.368015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:09.373460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:09.373884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.516449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.663281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.671595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.689585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:09.762354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:09.762643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:09.769271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:09.846700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:09.852818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:09.864699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Network fef793ec-a7dc-450b-8231-0dc78e34f4d4 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:43:09.874436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Pushing event updated for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:09.877717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:43:09.898299 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:43:10.034487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:10.140203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:10.173885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f797a-0f62-4744-a36d-134fd61cec19 req-ffb0a9e4-97c2-4aa6-9c08-58cd3a2af7ca tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:10.175518 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a5f797a-0f62-4744-a36d-134fd61cec19 req-ffb0a9e4-97c2-4aa6-9c08-58cd3a2af7ca tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.5239542 Feb 17 01:43:10.224124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:10.260655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6124f824-dd1d-4ecb-8324-ea08264c1660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:10.285777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:10.321789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef793ec-a7dc-450b-8231-0dc78e34f4d4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:10.332120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:10.372912 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fef793ec-a7dc-450b-8231-0dc78e34f4d4 HTTP/1.1" status: 204 len: 168 time: 5.7886381 Feb 17 01:43:10.385590 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-f67f7aaf-c825-4189-a305-c3f5905cfae0 service neutron] 10.222.0.59 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566222 Feb 17 01:43:10.415668 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a5f797a-0f62-4744-a36d-134fd61cec19 req-ee9e234d-7fbe-4db6-bf61-1301b73270e9 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972532 Feb 17 01:43:10.441877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:10.451603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:10.719721 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e681e1-8ce9-4a22-be85-2269a1e6ad1f req-5ac361bb-929f-4f18-b8e6-d5c5b14f0126 service neutron] 10.222.0.59 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3229427 Feb 17 01:43:10.801485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-26ae95c9-6f49-488c-a72b-0cb34afe487f None None] Provisioning complete for port a30dfd6b-aab4-49ee-9657-4f0944214794 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:10.802055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-26ae95c9-6f49-488c-a72b-0cb34afe487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:10.854721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38570) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:10.879754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-26ae95c9-6f49-488c-a72b-0cb34afe487f None None] Port a30dfd6b-aab4-49ee-9657-4f0944214794 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:43:10.952303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:43:10.955976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01723277-e17c-4d06-b92e-920bc368b908 req-88480427-6b84-42f8-82a9-5f23cde34556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:10.957748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-88480427-6b84-42f8-82a9-5f23cde34556 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b07d546c028a4b1b9b50c90ef88735c4&device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 1160 time: 0.1346045 Feb 17 01:43:10.983190 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ef50a549-6be0-4da0-b5ff-f80384e46e23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3c5366263ce43ce963c404acc16b524&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1206920 Feb 17 01:43:10.988949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38576) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:11.123531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.137103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:11.181723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.217832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01723277-e17c-4d06-b92e-920bc368b908 req-dcee32ad-7654-4981-a9ec-52f51dbf51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:11.219491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-dcee32ad-7654-4981-a9ec-52f51dbf51c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 HTTP/1.1" status: 200 len: 905 time: 0.2552056 Feb 17 01:43:11.227251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:11.227700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.307669 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-ec8edcc4-e205-4fe1-b84f-6b13556cfa19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b5b1741-d199-44ca-a590-3f25ae599afe HTTP/1.1" status: 200 len: 217 time: 0.0762241 Feb 17 01:43:11.379267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01723277-e17c-4d06-b92e-920bc368b908 req-1b29fc73-e4ce-4cec-90e2-8b12c6a2ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:11.381123 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-1b29fc73-e4ce-4cec-90e2-8b12c6a2ce2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e0ea40-b91c-4249-a9ed-7e47461db6b9 HTTP/1.1" status: 200 len: 851 time: 0.0655408 Feb 17 01:43:11.382442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.388994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:11.443988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.493105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-ac5b715b-4186-4d57-8f0c-3feda00b5643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946877 Feb 17 01:43:11.499093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844e569-b540-44e2-9d35-bb2c484de2d6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:11.541570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:43:11.552526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:43:11.588654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.600213 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] 10.222.0.46 "PUT /v2.0/routers/1bb92fbf-b191-461c-b6a2-074914241ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6690831 Feb 17 01:43:11.601579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:11.602282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:11.679823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bbf39094-9fa4-4177-9f96-bf1f277fd89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:11.762784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:11.763769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.765114 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7844e569-b540-44e2-9d35-bb2c484de2d6 HTTP/1.1" status: 204 len: 168 time: 0.7751033 Feb 17 01:43:11.844249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Pushing event updated for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:11.847366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:11.865124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:11.965936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdac9d-7b93-4e6b-ae97-38b91655658a req-2b1c639a-004d-4a9b-a4ef-16bad64e66f5 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:11.975049 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-18bdac9d-7b93-4e6b-ae97-38b91655658a req-2b1c639a-004d-4a9b-a4ef-16bad64e66f5 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.2169552 Feb 17 01:43:12.002065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-05dbef88-c226-4066-b22e-b88729db6019 service neutron] 10.222.0.59 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005150 Feb 17 01:43:12.033825 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-18bdac9d-7b93-4e6b-ae97-38b91655658a req-108545cc-24b8-4bdd-85e8-84f6c1902c2d tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Feb 17 01:43:12.051404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:12.076066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Network acea787b-2cab-4088-8c6b-365a7955a223 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:12.077425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:12.315597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Router d954b4af-b9fe-4548-8316-e4c8dc1341c8 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:43:12.435786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:08Z', 'revision_number': 2, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:12.442116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:43:12.444808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Updating router 1bb92fbf-b191-461c-b6a2-074914241ca2 port a30dfd6b-aab4-49ee-9657-4f0944214794 binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:43:12.530185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:12.600492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:43:12.613897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Sync routers for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:43:12.619075 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] 10.222.0.46 "PUT /v2.0/routers/d954b4af-b9fe-4548-8316-e4c8dc1341c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3449624 Feb 17 01:43:12.633099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:12.633955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:12.643525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38618) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:12.722709 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-01723277-e17c-4d06-b92e-920bc368b908 req-c1cee2b0-7248-497d-837d-ef138f45d5ef service neutron] 10.222.0.59 "GET /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2138534 Feb 17 01:43:12.747173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38622) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:12.747374 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4a53afdb-f338-47a6-ba65-aee9bdea5a18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7b9fcdf11804a5cb9fbb96297d43b49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1025045 Feb 17 01:43:12.887678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:12.919998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38634) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:12.925881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328859737', 'description': 'tempest-description--1473330829'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:12.933913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:12.940070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:12.949270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:12.956794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:12.957782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:12.971790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:13.036474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.092911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:13.100532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:13.110402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.115048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-576d0c3c-edb9-4908-acd9-4da4961ff04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:13.116962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:13.123649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:13.137147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718dba2-6a1c-45e2-ba15-57f86df9b10b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:13.143203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:13.157522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.158766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3718dba2-6a1c-45e2-ba15-57f86df9b10b HTTP/1.1" status: 204 len: 168 time: 0.4102099 Feb 17 01:43:13.359449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.393609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Transition to ACTIVE for port object a30dfd6b-aab4-49ee-9657-4f0944214794 will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:13.419342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.437750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:13.462753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e81c675c-75b0-411b-af5e-b5f5f86fed4c', 'name': '', 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'mac_address': 'fa:16:3e:70:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:05Z', 'updated_at': '2021-02-17T01:43:10Z', 'revision_number': 2, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'subnets': [{'id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:13.468037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Checking router: d954b4af-b9fe-4548-8316-e4c8dc1341c8 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:43:13.468677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Updating router d954b4af-b9fe-4548-8316-e4c8dc1341c8 port e81c675c-75b0-411b-af5e-b5f5f86fed4c binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:43:13.487622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e665b-16b0-4974-baec-f984815356fb req-3ae51116-bc37-4e01-b612-61abc4736132 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:13.495377 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-610e665b-16b0-4974-baec-f984815356fb req-3ae51116-bc37-4e01-b612-61abc4736132 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.2399135 Feb 17 01:43:13.533447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.635274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.638965 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-610e665b-16b0-4974-baec-f984815356fb req-3f77dd83-dd1a-4859-bf44-7bd147053138 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276343 Feb 17 01:43:13.661783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df05fd-d39d-4309-86cc-de77d836d49b None None] Pushing event updated for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:13.665536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-33df05fd-d39d-4309-86cc-de77d836d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:13.676156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.683119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:13.731123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-ced252fc-80c9-4834-9bbf-a26706f4c8b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:13.736555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-ced252fc-80c9-4834-9bbf-a26706f4c8b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:13.759170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:43:13.765157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5930291-3372-4d85-aeab-22cb93cc0b25,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:13.770930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:13.813527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-ced252fc-80c9-4834-9bbf-a26706f4c8b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:13.817967 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-ced252fc-80c9-4834-9bbf-a26706f4c8b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 818 time: 0.4397025 Feb 17 01:43:13.851032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.855606 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9343987 Feb 17 01:43:13.855847 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-b0bd205e-7325-4cc4-9781-97e65b4d8e88 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/quotas/fe4de36ec8fa4e93b25aed4b229e232d HTTP/1.1" status: 200 len: 375 time: 0.0308690 Feb 17 01:43:13.856499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38670) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:13.862150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group_rule': {'security_group_id': 'a5930291-3372-4d85-aeab-22cb93cc0b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:13.869376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:13.874213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:13.877305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:13.884218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:13.934477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:13.997681 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-e7ba8ce4-da33-4295-afe1-81f2a0c89b72 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404271 Feb 17 01:43:14.054969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.093557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.095425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:14.117549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06a2b61-09c1-4e0e-b4e2-4a50ff303641,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:14.140512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.153241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Transition to ACTIVE for port object e81c675c-75b0-411b-af5e-b5f5f86fed4c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:14.166279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:14.200226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.230677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.234824 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747118 Feb 17 01:43:14.235388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38688) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:14.242082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group_rule': {'security_group_id': 'a5930291-3372-4d85-aeab-22cb93cc0b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:14.256179 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-5a77044b-13da-459f-92d7-fca4aa3708ae service neutron] 10.222.0.46 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574134 Feb 17 01:43:14.263848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:14.273022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:14.278096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:14.280225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Attempting to bind port a30dfd6b-aab4-49ee-9657-4f0944214794 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:14.280631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Attempting to bind port a30dfd6b-aab4-49ee-9657-4f0944214794 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:14.281023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Attempting to bind port a30dfd6b-aab4-49ee-9657-4f0944214794 on network a604e696-3a32-4bbb-b662-de66d0ba21d7 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:14.285767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:14.291216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:14.291630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Checking segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:14.292115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.292547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Bound using segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:14.293366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Bound port: a30dfd6b-aab4-49ee-9657-4f0944214794, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:14.293715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.335669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.352120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:14.415665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.459658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] For port a30dfd6b-aab4-49ee-9657-4f0944214794, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:14.459910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.462251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:14.463329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] For port a30dfd6b-aab4-49ee-9657-4f0944214794, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=a30dfd6b-aab4-49ee-9657-4f0944214794,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:14.467214 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-c1b16aee-226f-43db-940f-089af2f6b236 service neutron] 10.222.0.46 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029247 Feb 17 01:43:14.488651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984f5cc8-f95f-4cee-a77e-f112ed799378,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:14.497381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.497862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:14.522512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0edcbbaf-8ca6-4d0e-9c23-5c6437dd2d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:14.562254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.563882 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-37dc6df8-93ed-4b1f-b5c5-5b93656c7f1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271418 Feb 17 01:43:14.566563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Pushing event updated for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:14.567310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 38696) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:14.575714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:14.578887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:14.583404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:14.588697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:floatingip and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:14.641465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Attempting to bind port e81c675c-75b0-411b-af5e-b5f5f86fed4c on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:14.641880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Attempting to bind port e81c675c-75b0-411b-af5e-b5f5f86fed4c by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:14.642292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Attempting to bind port e81c675c-75b0-411b-af5e-b5f5f86fed4c on network acea787b-2cab-4088-8c6b-365a7955a223 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:14.648759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:14.649218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Checking segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:14.649663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.650104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Bound using segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:14.650795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Bound port: e81c675c-75b0-411b-af5e-b5f5f86fed4c, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:14.651235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.659707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:14.670363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:14.703074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df05fd-d39d-4309-86cc-de77d836d49b None None] Pushing event updated for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=4']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:14.725348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-33df05fd-d39d-4309-86cc-de77d836d49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:14.729770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:14.825217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:14.825905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:14.947908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] For port e81c675c-75b0-411b-af5e-b5f5f86fed4c, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:14.962496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] For port e81c675c-75b0-411b-af5e-b5f5f86fed4c, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e81c675c-75b0-411b-af5e-b5f5f86fed4c,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:15.014398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:15.135416 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4c8bc6a9-6718-48a6-8e1c-321e382ca147 req-46919c47-0749-4479-a701-ae1115db2c87 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 210 time: 0.3249526 Feb 17 01:43:15.185511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5085e-27e3-4f1b-97ba-f4b0608ebe15 req-6e1c323a-e6de-4bae-a1b5-67d819fd45ed tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:15.190264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:15.195685 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ee5085e-27e3-4f1b-97ba-f4b0608ebe15 req-6e1c323a-e6de-4bae-a1b5-67d819fd45ed tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.2824545 Feb 17 01:43:15.242716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:15.247012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:15.284173 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ee5085e-27e3-4f1b-97ba-f4b0608ebe15 req-6841d780-a356-47b9-b3e3-67b5db73c78e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852089 Feb 17 01:43:15.337441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Pushing event updated for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:15.558465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:15.762408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:43:15.763115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:15.782363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:14Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:15.791401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe3c699-1743-4446-abff-436477616aa4 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:14Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:43:16.042157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-2426db73-b0e7-4235-832b-bdf86c39676c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:16.053204 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-2426db73-b0e7-4235-832b-bdf86c39676c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 818 time: 0.3361692 Feb 17 01:43:16.074234 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-b9f2da82-4332-4607-9fd0-c814240cdc3b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/quotas/fe4de36ec8fa4e93b25aed4b229e232d HTTP/1.1" status: 200 len: 375 time: 0.0199928 Feb 17 01:43:16.129907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:43:16.217716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-109e9e6e-e0c8-424c-b683-130294e74243 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1313789 Feb 17 01:43:16.337674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Allocated IP 172.27.2.158 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/eb4494bf-03b5-4616-9465-0b0330f81bdd) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:16.416858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-91238738-9dc6-4d06-9b85-cc88bc86e78a service neutron] 10.222.0.46 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915996 Feb 17 01:43:16.600245 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-bc4ee3c0-d531-41c7-bef5-51ac20b824a2 service neutron] 10.222.0.46 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747892 Feb 17 01:43:16.704573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5cbc3-a85e-471e-a06c-5a987210b43e req-2fc21ac3-ae80-4386-9d04-75b11b5d926e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:16.705926 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-81d5cbc3-a85e-471e-a06c-5a987210b43e req-2fc21ac3-ae80-4386-9d04-75b11b5d926e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.1612806 Feb 17 01:43:16.786626 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-81d5cbc3-a85e-471e-a06c-5a987210b43e req-de0d9252-1cdd-402b-bea1-59d093e0c4b6 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715909 Feb 17 01:43:16.866338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e81c675c-75b0-411b-af5e-b5f5f86fed4c', 'name': '', 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'mac_address': 'fa:16:3e:70:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:05Z', 'updated_at': '2021-02-17T01:43:14Z', 'revision_number': 4, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'subnets': [{'id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:43:16.875896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416920f-d3af-4072-b47d-99a3911a30b5 None None] The sync data for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi is: [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e81c675c-75b0-411b-af5e-b5f5f86fed4c', 'name': '', 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'mac_address': 'fa:16:3e:70:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:05Z', 'updated_at': '2021-02-17T01:43:14Z', 'revision_number': 4, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'subnets': [{'id': 'afb61e22-2455-446a-9f87-a17c1d09c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:43:16.944537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.070226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.114305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:17.145570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-840ec216-ddc8-43ad-b8eb-a0e2579a54e5 req-36765cb4-9393-46f1-8eb9-0ffe12015c37 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:17.201359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-840ec216-ddc8-43ad-b8eb-a0e2579a54e5 req-36765cb4-9393-46f1-8eb9-0ffe12015c37 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:17.202888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-840ec216-ddc8-43ad-b8eb-a0e2579a54e5 req-36765cb4-9393-46f1-8eb9-0ffe12015c37 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.1660342 Feb 17 01:43:17.344272 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e81c675c-75b0-411b-af5e-b5f5f86fed4c up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:17.402172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=eb4494bf-03b5-4616-9465-0b0330f81bdd,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:17.423927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:17.507618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:17.508849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:17.515855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:17.611778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port e81c675c-75b0-411b-af5e-b5f5f86fed4c completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:17.621358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port e81c675c-75b0-411b-af5e-b5f5f86fed4c triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:17.621793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.668317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.825990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.873705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:17.971566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port e81c675c-75b0-411b-af5e-b5f5f86fed4c, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e81c675c-75b0-411b-af5e-b5f5f86fed4c,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:18.020312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.022903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a30dfd6b-aab4-49ee-9657-4f0944214794 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:18.115335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:18.206554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:18.216353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:18.293861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port a30dfd6b-aab4-49ee-9657-4f0944214794 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:18.300359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port a30dfd6b-aab4-49ee-9657-4f0944214794 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:18.300845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.477649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.487386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8970bb-2372-4717-8cbe-88960ee98dd2 req-d0691e65-dc95-4ab2-a074-1f88279fc2c5 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:18.495628 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b8970bb-2372-4717-8cbe-88960ee98dd2 req-d0691e65-dc95-4ab2-a074-1f88279fc2c5 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.4738111 Feb 17 01:43:18.524146 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b811dd2f-34be-4f16-9561-107a43f21666 req-7ed3eae4-43c4-4d3c-b8c6-1030b4ee3b9d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.1255355 Feb 17 01:43:18.578003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port a30dfd6b-aab4-49ee-9657-4f0944214794, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=a30dfd6b-aab4-49ee-9657-4f0944214794,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:18.588981 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b8970bb-2372-4717-8cbe-88960ee98dd2 req-6ae0156d-8c9a-4c6e-90fe-25f44714f15e tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905805 Feb 17 01:43:18.605142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.607159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8281b553-fa8d-44cc-a8d2-a196ce7f22c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:18.701331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:18.704839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:18.771017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.822141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:18.850281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a2c26b0c-4cb5-4962-b355-270894c223d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:18.982315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=eb4494bf-03b5-4616-9465-0b0330f81bdd,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:18.985617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:19.143580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:19.144117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e81c675c-75b0-411b-af5e-b5f5f86fed4c up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:19.193855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:19.199374 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6305532 Feb 17 01:43:19.208510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port e81c675c-75b0-411b-af5e-b5f5f86fed4c triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:19.208976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:19.377261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a30dfd6b-aab4-49ee-9657-4f0944214794 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:19.456894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port a30dfd6b-aab4-49ee-9657-4f0944214794 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:19.457321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-3028db7b-c999-40a0-a43e-254c747ba30d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:19.457686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:19.459195 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-3028db7b-c999-40a0-a43e-254c747ba30d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 818 time: 0.2364278 Feb 17 01:43:19.478397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Request body: {'port': {'device_id': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'admin_state_up': True, 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:19.730581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-61f87127-371b-49f2-b3f0-c14a6273d2bc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:19.742680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:19.824948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-61f87127-371b-49f2-b3f0-c14a6273d2bc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:19.826265 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-61f87127-371b-49f2-b3f0-c14a6273d2bc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--328859737&fields=id&tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 267 time: 0.1949093 Feb 17 01:43:19.866601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:19.883608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-e1604f47-ba9a-4376-a612-bf390b690efe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:43:19.885752 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c75f219-cfab-4fe7-8743-9de5bd797dc1 req-ceca026e-ab4f-4c51-b06f-8662b29a3554 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.1321790 Feb 17 01:43:19.910913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.59', 62420) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:19.962252 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Made reservation on behalf of fe4de36ec8fa4e93b25aed4b229e232d for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:43:19.968397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:20.040871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-1ae60e4c-16ba-42ca-b41b-e770356a85b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:20.042464 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-1ae60e4c-16ba-42ca-b41b-e770356a85b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 816 time: 0.2073805 Feb 17 01:43:20.069306 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-1bfd8d00-d37e-4855-97b7-ed0d38eb5fa9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/quotas/7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 375 time: 0.0192881 Feb 17 01:43:20.188499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e8e567f9-6f29-486f-bd19-29b5338667b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:20.236116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8b5b1741-d199-44ca-a590-3f25ae599afe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:20.264975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e8e567f9-6f29-486f-bd19-29b5338667b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:20.266713 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e8e567f9-6f29-486f-bd19-29b5338667b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963682 Feb 17 01:43:20.354811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-7ffb9392-85d4-493c-a2c3-21a9cbb601fc tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:20.358904 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-7ffb9392-85d4-493c-a2c3-21a9cbb601fc tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 818 time: 0.4460092 Feb 17 01:43:20.390536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 8b5b1741-d199-44ca-a590-3f25ae599afe completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:20.400321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Request body: {'port': {'device_id': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223', 'admin_state_up': True, 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:20.407692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 8b5b1741-d199-44ca-a590-3f25ae599afe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:20.408092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:20.558816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-83571b12-ae56-4473-a841-c5db92045c22 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:43:20.567125 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-83571b12-ae56-4473-a841-c5db92045c22 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1366279 Feb 17 01:43:20.591175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb4ae-7082-493a-a800-baa788e44179 req-982398c5-323a-4a94-bc27-1c852098e2c9 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:20.603515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d78cb4ae-7082-493a-a800-baa788e44179 req-982398c5-323a-4a94-bc27-1c852098e2c9 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 943 time: 0.5562479 Feb 17 01:43:20.695131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:20.743380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 8b5b1741-d199-44ca-a590-3f25ae599afe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8b5b1741-d199-44ca-a590-3f25ae599afe,segment=NetworkSegment(c2753ac4-c940-4590-8422-2d9b4f95be61),segment_id=c2753ac4-c940-4590-8422-2d9b4f95be61)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:20.744987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:20.788205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-7d48892e-a8a7-48e5-a878-eeaf212b0759 service neutron] 10.222.0.46 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189572 Feb 17 01:43:20.821726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:20.824654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:20.925162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=8b5b1741-d199-44ca-a590-3f25ae599afe,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:20.929846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:20.996041 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d78cb4ae-7082-493a-a800-baa788e44179 req-6749f6e2-6aea-41d9-821e-09b9d8849a58 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912919 Feb 17 01:43:21.042536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Allocated IP 172.20.0.14 (acea787b-2cab-4088-8c6b-365a7955a223/afb61e22-2455-446a-9f87-a17c1d09c644/fdbf0059-d020-448e-8336-d33b9699e70d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:21.053986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:21.059073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Usage tracker for resource:port and tenant:fe4de36ec8fa4e93b25aed4b229e232d is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:21.062345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:21.070509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:21.073885 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-ea443ee5-7129-4a8f-83b9-38a5bc4b66f2 service neutron] 10.222.0.46 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2789493 Feb 17 01:43:21.123540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Made reservation on behalf of fe4de36ec8fa4e93b25aed4b229e232d for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:43:21.133156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38968) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:21.135741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.293187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.309584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:21.314063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Usage tracker for resource:security_group_rule and tenant:76ee0c62bc6b4e1eb78d36bb44e0d297 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:21.318563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:21.327628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:21.435497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.471310 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-87ac25fa-a466-47b4-937b-0ce4d428f494 req-43037d40-5d36-4f83-a8e3-e20558c815e4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.2115874 Feb 17 01:43:21.510736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.564606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-063ea952-2266-4dbd-837c-ff0d2d81fbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:21.579302 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76ee0c62bc6b4e1eb78d36bb44e0d297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446890 Feb 17 01:43:21.584604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 38990) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:21.628631 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe', 'code': 200} Feb 17 01:43:21.668801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875128c8-a248-4139-ac45-b556a9897ce9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:21.677196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:21.695501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.724810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.743248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8b5b1741-d199-44ca-a590-3f25ae599afe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:21.751687 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-414f82d5-10e6-447e-83dc-8cf20fdc2e48 req-dd8dab72-ce99-40a1-99aa-25271ac771d1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.0923326 Feb 17 01:43:21.783208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.913540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 8b5b1741-d199-44ca-a590-3f25ae599afe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:21.913540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.931644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:21.951490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:22.108689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.59', 62427) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:22.169334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Pushing event updated for resources: {'Port': ['ID=fdbf0059-d020-448e-8336-d33b9699e70d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:22.194476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:22.249080 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.274699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bc75be22-eab0-484c-a4fd-63c4838f8c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:22.294245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875128c8-a248-4139-ac45-b556a9897ce9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:22.296280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-61ea2e7f-489b-4177-a7f4-074ef87b97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:22.298106 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-61ea2e7f-489b-4177-a7f4-074ef87b97f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 1162 time: 0.1882298 Feb 17 01:43:22.299274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:22.350856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.355131 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/875128c8-a248-4139-ac45-b556a9897ce9 HTTP/1.1" status: 204 len: 168 time: 0.7724218 Feb 17 01:43:22.377282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.395910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:22.400711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Usage tracker for resource:security_group_rule and tenant:75d745a29a31468aa9e898f67b4c8ebe is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:22.404170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:22.410433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:22.425213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.428940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c1c3-6b32-475f-a128-9e41240b5600 req-ecc1c42e-a79e-481b-87e9-b3e79617002a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:22.436427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3535c1c3-6b32-475f-a128-9e41240b5600 req-ecc1c42e-a79e-481b-87e9-b3e79617002a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.2497001 Feb 17 01:43:22.542544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Network acea787b-2cab-4088-8c6b-365a7955a223 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:22.544890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.14-211c5a23-fabf-4896-a17b-e076bf95aee6 {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:43:22.549419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:43:22.549419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:22.555405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:22.580286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:22.581019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.617045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.630549 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3535c1c3-6b32-475f-a128-9e41240b5600 req-ed2a4202-b690-4b24-8eff-5ca4452fa644 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930518 Feb 17 01:43:22.656848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:22.696307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:22.705439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-407a2a83-f8af-4102-b40c-f83a8683b3f8 req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577075 Feb 17 01:43:22.720891 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2479370 Feb 17 01:43:22.732912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-82a5106f-2205-4c59-a59f-7502bfc92818 req-23ffa844-340c-4f01-8c0b-6da7c9e56982 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:22.741706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef502d-26ab-4d7b-a710-a506a9c877b6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:22.741706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:22.782682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-82a5106f-2205-4c59-a59f-7502bfc92818 req-23ffa844-340c-4f01-8c0b-6da7c9e56982 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:22.784136 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-82a5106f-2205-4c59-a59f-7502bfc92818 req-23ffa844-340c-4f01-8c0b-6da7c9e56982 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.1237733 Feb 17 01:43:22.970909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Request body: {'port': {'device_id': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:23.067107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.087439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c1b29d0a-2664-4cb2-93f1-9308f5a417a8 req-0efff158-3504-45ac-80ab-823b6c511167 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.0617077 Feb 17 01:43:23.089131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39058) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:23.112347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.129096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:23.133954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Usage tracker for resource:security_group_rule and tenant:e300d78bced74ce190373ffa74549686 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:23.137182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:23.144968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:23.200008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.268979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.328009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.365911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c4cc820e-3450-4098-91c9-7e791d529760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:23.381216 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e300d78bced74ce190373ffa74549686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883220 Feb 17 01:43:23.384158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39074) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:23.435138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc649195-7970-46ab-a65c-11ac3b54ce4f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:23.440776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:23.492816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.530191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.633855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.639748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:23.653157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc649195-7970-46ab-a65c-11ac3b54ce4f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:23.658217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:23.683656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:23.693162 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc649195-7970-46ab-a65c-11ac3b54ce4f HTTP/1.1" status: 204 len: 168 time: 0.3078864 Feb 17 01:43:23.877678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39102) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:23.900507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Allocated IP 172.20.0.7 (acea787b-2cab-4088-8c6b-365a7955a223/afb61e22-2455-446a-9f87-a17c1d09c644/1d00bdfd-b337-45ab-a061-5fdfd6e331fd) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:24.062994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb6d20-4b15-443d-afd7-9266ee384a20 req-50eaaf06-ee12-428e-884e-10b44abe9cc2 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:24.066255 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-32cb6d20-4b15-443d-afd7-9266ee384a20 req-50eaaf06-ee12-428e-884e-10b44abe9cc2 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.3139853 Feb 17 01:43:24.092634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8735eb75-3fa8-4bcf-b9c1-65f9c1774e84 req-61f27fd6-f0b3-4b1f-96b7-c1fa7158ac7b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.0994828 Feb 17 01:43:24.364003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-32cb6d20-4b15-443d-afd7-9266ee384a20 req-b65b7970-f886-4e11-9c30-32c25981727b tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628310 Feb 17 01:43:24.399650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:24.447635 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cc23a222-7480-4a7c-a123-9f67342c6d02 req-b9e1a891-7f77-4e15-98df-38edc44dc1ec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.1346202 Feb 17 01:43:24.483757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:24.494915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:24.505063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Usage tracker for resource:security_group_rule and tenant:0ed8089b825e448086df790cc4530943 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:24.512361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:24.525941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:24.578498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-2447d210-4c49-47c8-abd3-d6f4384a87d5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:24.580408 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-2447d210-4c49-47c8-abd3-d6f4384a87d5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 816 time: 0.4866726 Feb 17 01:43:24.703155 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f1f1814a-6900-4aec-94c1-4b646fa19226 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 5704 time: 0.1135883 Feb 17 01:43:24.800891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbf0059-d020-448e-8336-d33b9699e70d {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:43:24.810198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:24.924227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'port': {'device_id': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'admin_state_up': True, 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'security_groups': ['a5930291-3372-4d85-aeab-22cb93cc0b25']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:25.037325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.097962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:25.112814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:25.464726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.473718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.485922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:25.511646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9546fea3-d9bf-46b5-98d2-286ac3ce1be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:25.549223 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ed8089b825e448086df790cc4530943&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6676278 Feb 17 01:43:25.549223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ef957-3d30-442c-b2d4-c8596189921f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:25.563166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:25.565006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39144) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:25.645777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Made reservation on behalf of 7e5551deb0054d9cb88c3b3d906a680f for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:43:25.653444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.667012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Transition to ACTIVE for port object fdbf0059-d020-448e-8336-d33b9699e70d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:25.779852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.821677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.908214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:25.927081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Pushing event updated for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:25.946230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:25.947849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:26.002059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9fecc-4e93-4a32-bbbb-5679308a3f5c req-f0183426-f16e-4cdc-9e80-27b6bf25297a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:26.004727 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-06f9fecc-4e93-4a32-bbbb-5679308a3f5c req-f0183426-f16e-4cdc-9e80-27b6bf25297a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.3387136 Feb 17 01:43:26.087209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Network acea787b-2cab-4088-8c6b-365a7955a223 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:26.089235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbf0059-d020-448e-8336-d33b9699e70d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:26.096191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:26.108651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:26.135703 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-06f9fecc-4e93-4a32-bbbb-5679308a3f5c req-31f28c0e-a289-4fa3-9e98-7c2df23ef326 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220636 Feb 17 01:43:26.138124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536d44-10dc-429f-ac0f-1d65d119ffc8 req-af457910-0bbc-466b-9336-480fdb9e69c6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:26.139766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c536d44-10dc-429f-ac0f-1d65d119ffc8 req-af457910-0bbc-466b-9336-480fdb9e69c6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 931 time: 0.4332349 Feb 17 01:43:26.156592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:26.160880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:26.161463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.228127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.253847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8a872e98-edf5-46a0-876c-76be07134f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:26.281732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ef957-3d30-442c-b2d4-c8596189921f,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:26.342641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0c536d44-10dc-429f-ac0f-1d65d119ffc8 req-90b9f4b7-47b5-4850-9116-a8adbaf4427f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:26.355314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:26.359961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Attempting to bind port fdbf0059-d020-448e-8336-d33b9699e70d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:26.359961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Attempting to bind port fdbf0059-d020-448e-8336-d33b9699e70d by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:26.359961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Attempting to bind port fdbf0059-d020-448e-8336-d33b9699e70d on network acea787b-2cab-4088-8c6b-365a7955a223 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:26.365453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39176) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:26.376383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:26.376770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Checking segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:26.377526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.377526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Bound using segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:26.378121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Bound port: fdbf0059-d020-448e-8336-d33b9699e70d, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:26.378392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.392457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.397191 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0140438 Feb 17 01:43:26.397853 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/342ef957-3d30-442c-b2d4-c8596189921f HTTP/1.1" status: 204 len: 168 time: 0.8283787 Feb 17 01:43:26.424609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Allocated IP 172.20.0.4 (a604e696-3a32-4bbb-b662-de66d0ba21d7/08b13647-6918-4f7c-9324-27b9ec1b1986/be7e5bc5-3825-4ede-9991-6e8bd0e385a5) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:43:26.451052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Request body: {'port': {'device_id': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:26.512412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0c536d44-10dc-429f-ac0f-1d65d119ffc8 req-90b9f4b7-47b5-4850-9116-a8adbaf4427f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:26.513698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c536d44-10dc-429f-ac0f-1d65d119ffc8 req-90b9f4b7-47b5-4850-9116-a8adbaf4427f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442066 Feb 17 01:43:26.669399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.688944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] For port fdbf0059-d020-448e-8336-d33b9699e70d, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:26.709532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:26.718390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] For port fdbf0059-d020-448e-8336-d33b9699e70d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fdbf0059-d020-448e-8336-d33b9699e70d,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:26.719400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.732146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa29f8c172f4cf2bfe08f9d8781d003 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:26.736698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:26.740656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e181c1ea-636c-4bd0-90af-b8ae5ba8b6ed req-9c59dcab-908c-45f3-8edc-ad99ad28b4a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:26.747349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:26.789402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.810701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e181c1ea-636c-4bd0-90af-b8ae5ba8b6ed req-9c59dcab-908c-45f3-8edc-ad99ad28b4a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:26.812091 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e181c1ea-636c-4bd0-90af-b8ae5ba8b6ed req-9c59dcab-908c-45f3-8edc-ad99ad28b4a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.1325183 Feb 17 01:43:26.815456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:26.898750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:26.920925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Transition to ACTIVE for port object be7e5bc5-3825-4ede-9991-6e8bd0e385a5 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:27.003087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.034954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:27.110726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39198) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:27.192085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39208) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:27.244381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.263289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:27.270407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:27.274705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Usage tracker for resource:security_group_rule and tenant:0252bb3d03e94085b115a6aa5f7ea9ce is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:27.283849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:27.283849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:27.322901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbf0059-d020-448e-8336-d33b9699e70d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:27.337765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:27.353102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:27.431358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.439579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:43:27.441145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:27.445504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:43:27.509752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.577528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a12fbdf-a16b-48f2-8944-948b84155cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:27.612406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:27.613545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.615875 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] 10.222.0.59 "PUT /v2.0/ports/fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 1158 time: 4.6513069 Feb 17 01:43:27.630667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:27.655636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.690592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7e17a-a244-4952-b8ff-6250ceacce25 req-37c25b9d-a2d4-4add-a200-b08433b3d078 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:27.696550 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0252bb3d03e94085b115a6aa5f7ea9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032802 Feb 17 01:43:27.700074 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4b7e17a-a244-4952-b8ff-6250ceacce25 req-37c25b9d-a2d4-4add-a200-b08433b3d078 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.2499239 Feb 17 01:43:27.702329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39224) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:27.703889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:27.704853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.728221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad109ee-0323-4e27-8679-92492e0fe734,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:27.732562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:27.792777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.803583 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e084ba86-8962-4de4-9373-90c7a9a58953 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0875535 Feb 17 01:43:27.816136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Request body: {'port': {'device_id': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:27.879677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-7ed1fb24-4868-4226-8e03-77db022b8f9d None None] Provisioning for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:27.887392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-7ed1fb24-4868-4226-8e03-77db022b8f9d None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:27.888134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fb24-4868-4226-8e03-77db022b8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.893828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:27.919669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:27.952395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc6e09-8822-446b-bc7b-433197fd38fc req-155a5c63-b938-4fdf-9c1e-153355049a27 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:27.960641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8abc6e09-8822-446b-bc7b-433197fd38fc req-155a5c63-b938-4fdf-9c1e-153355049a27 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 931 time: 0.2103405 Feb 17 01:43:27.967545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1fb24-4868-4226-8e03-77db022b8f9d None None] Port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:43:27.984823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:28.000732 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4b7e17a-a244-4952-b8ff-6250ceacce25 req-8705c493-5075-4039-9bcf-e591c9bbf51c tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995620 Feb 17 01:43:28.011735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.021641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Usage tracker for resource:security_group_rule and tenant:bf29a9de3ae844919665ace458bbad17 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:28.031773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:28.062541 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7aa29f8c172f4cf2bfe08f9d8781d003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6958625 Feb 17 01:43:28.063687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:28.080124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39244) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:28.082438 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8abc6e09-8822-446b-bc7b-433197fd38fc req-b9b9753b-086f-44fd-bd91-500598be69d8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208799 Feb 17 01:43:28.102380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4c9f0-9e93-4acb-b5a9-15c04fe6966f,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:28.143419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:28.153479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d', 'status': 'completed', 'code': 200} Feb 17 01:43:28.190285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.216862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-185d1692-a640-4022-8637-b9423ade5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:28.218506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-185d1692-a640-4022-8637-b9423ade5711 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1161 time: 0.4976652 Feb 17 01:43:28.370562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.394645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-b72163bf-d6c2-46b3-ba54-92ca39be8cf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.1644235 Feb 17 01:43:28.495859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.545716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d00bdfd-b337-45ab-a061-5fdfd6e331fd {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:43:28.570336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.622101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-e4614c96-e976-4a50-a866-3773162ef03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:28.622101 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-e4614c96-e976-4a50-a866-3773162ef03a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.2000115 Feb 17 01:43:28.624678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.646617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93333a66-2630-4279-9df6-dedd493c8bc0 req-a17e8779-6872-48e4-a71a-ac70c903c428 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:28.652265 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93333a66-2630-4279-9df6-dedd493c8bc0 req-a17e8779-6872-48e4-a71a-ac70c903c428 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 931 time: 0.4023616 Feb 17 01:43:28.693421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Transition to ACTIVE for port object 1d00bdfd-b337-45ab-a061-5fdfd6e331fd will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:28.700440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.715386 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-6d82a7c9-d0ca-4a42-93d4-0c4e56bc62fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734203 Feb 17 01:43:28.745682 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93333a66-2630-4279-9df6-dedd493c8bc0 req-b841e171-d356-4151-9fef-69a38bbe7e43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865524 Feb 17 01:43:28.836306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.843596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.851801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aa60c442-dd13-4c7e-8005-98ec2305e45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:28.852505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7e5bc5-3825-4ede-9991-6e8bd0e385a5 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:43:28.860967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.875182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Transition to ACTIVE for port object be7e5bc5-3825-4ede-9991-6e8bd0e385a5 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:43:28.882422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.902155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:28.919792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:29.021612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c10e5-4879-458f-bfd1-1501f33ea7ed,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.025749 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf29a9de3ae844919665ace458bbad17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8915071 Feb 17 01:43:29.032549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39262) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:29.033532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.039275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7feb1a47-bf13-4d18-b8ac-3eaab3e512f8 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:29.056366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.061369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.107524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.110062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.111293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0da4c9f0-9e93-4acb-b5a9-15c04fe6966f HTTP/1.1" status: 204 len: 168 time: 1.0264275 Feb 17 01:43:29.126608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.127818 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ad109ee-0323-4e27-8679-92492e0fe734 HTTP/1.1" status: 204 len: 168 time: 1.4050202 Feb 17 01:43:29.242096 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-a8bb19eb-fa33-4c8d-8687-f55f7ea18e01 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135190 Feb 17 01:43:29.242838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.266631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.268332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:29.403039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b066a5-d716-49cf-828b-0cfc9915fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad109ee-0323-4e27-8679-92492e0fe734,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.438526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Attempting to bind port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:29.439132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Attempting to bind port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:29.440026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Attempting to bind port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 on network a604e696-3a32-4bbb-b662-de66d0ba21d7 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:29.448189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:29.455387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Checking segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:29.455387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.455387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Bound using segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:29.455387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Bound port: be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:29.455387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.618579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:29.624210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:29.660234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.687028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:29.860404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.866064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.902656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.904597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4c9f0-9e93-4acb-b5a9-15c04fe6966f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:29.915795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.935646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:29.936131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:29.965268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:29.966067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:29.970090 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] 10.222.0.59 "PUT /v2.0/ports/be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 1157 time: 2.1583445 Feb 17 01:43:29.971394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:29.984791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Attempting to bind port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:43:29.985174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Attempting to bind port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:43:29.985548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Attempting to bind port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd on network acea787b-2cab-4088-8c6b-365a7955a223 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:43:30.000840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.030738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:43:30.031254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Checking segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:30.031496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.031882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Bound using segment: {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:43:30.032419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Bound port: 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4cc01-2302-4057-b54a-923fca77d5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'acea787b-2cab-4088-8c6b-365a7955a223'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:43:30.032795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.044951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39302) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:30.086999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.118560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:30.137406 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-46dc0534-5c96-414a-8c00-1c9f499a355f req-1a59250d-f43d-4dde-ab9b-bf0f3029cfb1 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8721039 Feb 17 01:43:30.193466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:233e3e988bf8477d8d606e8e9d1d33e7 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:30.201290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:30.215524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:30.235569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3a3d3-5df9-430f-a19f-ac768b730d66 req-aeac6d77-6b0b-4f0e-a026-bf5e1beebb8a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:30.242983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c4d3a3d3-5df9-430f-a19f-ac768b730d66 req-aeac6d77-6b0b-4f0e-a026-bf5e1beebb8a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:30.275863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab4419-a80b-47f0-9696-7a6a57b64437 req-04b8b48e-4173-4907-bcc5-ace951a3c069 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:30.277641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0ab4419-a80b-47f0-9696-7a6a57b64437 req-04b8b48e-4173-4907-bcc5-ace951a3c069 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1625986 Feb 17 01:43:30.322865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:43:30.324812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c4d3a3d3-5df9-430f-a19f-ac768b730d66 req-aeac6d77-6b0b-4f0e-a026-bf5e1beebb8a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:30.326111 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c4d3a3d3-5df9-430f-a19f-ac768b730d66 req-aeac6d77-6b0b-4f0e-a026-bf5e1beebb8a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.9964166 Feb 17 01:43:30.327850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:43:30.352504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.361465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-64d73e31-ef54-4e47-9562-0a5646cfe057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:30.364742 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0ab4419-a80b-47f0-9696-7a6a57b64437 req-5f3c4405-0355-4f8d-8ef0-bc745b247576 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673165 Feb 17 01:43:30.404380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.405398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c10e5-4879-458f-bfd1-1501f33ea7ed,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:30.412182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:30.431230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:30.482073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.493736 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c4d3a3d3-5df9-430f-a19f-ac768b730d66 req-d7212461-607a-4af8-98b9-a9666a53b623 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614804 Feb 17 01:43:30.494559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.495663 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b34c10e5-4879-458f-bfd1-1501f33ea7ed HTTP/1.1" status: 204 len: 168 time: 1.4578016 Feb 17 01:43:30.539240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.549377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f37fbee2-2399-4824-b712-5357d88a342b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:30.587568 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=233e3e988bf8477d8d606e8e9d1d33e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411804 Feb 17 01:43:30.591728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39328) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:30.631368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06192110-d33b-42df-a48d-e520fea2aaa6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:30.666761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:30.671328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:30.676957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:30.713619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:30.714469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.721305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/1d00bdfd-b337-45ab-a061-5fdfd6e331fd HTTP/1.1" status: 200 len: 1157 time: 4.2873647 Feb 17 01:43:30.721305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:30.727399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.757359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.833789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.839398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:30.850225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06192110-d33b-42df-a48d-e520fea2aaa6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:30.854161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:30.857814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:30.859080 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06192110-d33b-42df-a48d-e520fea2aaa6 HTTP/1.1" status: 204 len: 168 time: 0.2655392 Feb 17 01:43:31.027356 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'status': 'completed', 'code': 200} Feb 17 01:43:31.070717 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd', 'status': 'completed', 'code': 200} Feb 17 01:43:31.266902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39348) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:31.291574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.313257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:31.318895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Usage tracker for resource:security_group_rule and tenant:f14ba73281864f65b1ac721749c92be9 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:31.323067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:31.331005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:31.439755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.474770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.488304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:31.561205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f14ba73281864f65b1ac721749c92be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923319 Feb 17 01:43:31.563370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3bf03-d950-4810-9387-5c193aa1b9ec,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:31.566118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39370) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:31.584680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:31.601573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b6aac-2651-4cd5-8f26-c473e487ab8b req-9959b326-e916-442c-89e8-1db6d2bda063 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:31.609142 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-278b6aac-2651-4cd5-8f26-c473e487ab8b req-9959b326-e916-442c-89e8-1db6d2bda063 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1056855 Feb 17 01:43:31.643804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.656211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-278b6aac-2651-4cd5-8f26-c473e487ab8b req-14670b25-95e6-4352-bd50-665a83f1bcdb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:31.669702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-278b6aac-2651-4cd5-8f26-c473e487ab8b req-14670b25-95e6-4352-bd50-665a83f1bcdb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:31.670964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-278b6aac-2651-4cd5-8f26-c473e487ab8b req-14670b25-95e6-4352-bd50-665a83f1bcdb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608678 Feb 17 01:43:31.678899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.771671 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.791940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:31.804132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3bf03-d950-4810-9387-5c193aa1b9ec,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:31.813811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:31.822558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:31.822558 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15d3bf03-d950-4810-9387-5c193aa1b9ec HTTP/1.1" status: 204 len: 168 time: 0.2504053 Feb 17 01:43:31.876607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a308f2a-5782-42a2-84ad-b63248b3141e req-9bc9a169-4147-43f1-af86-698b3cdc772f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:31.878206 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a308f2a-5782-42a2-84ad-b63248b3141e req-9bc9a169-4147-43f1-af86-698b3cdc772f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1015148 Feb 17 01:43:31.933300 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a308f2a-5782-42a2-84ad-b63248b3141e req-c5af4a71-9176-497d-84d1-ef1bcdb94766 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Feb 17 01:43:32.488336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-bbd48284-7c6a-4792-a3b6-9beaf5753704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.490471 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-bbd48284-7c6a-4792-a3b6-9beaf5753704 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1160 time: 0.1534388 Feb 17 01:43:32.591275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9443219b-cb46-4537-9ff3-4f424eb9229f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:32.667417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-0eac13bf-41d6-434a-abae-de79dcbff883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.669326 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-0eac13bf-41d6-434a-abae-de79dcbff883 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1161 time: 0.1940386 Feb 17 01:43:32.680918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-bbf6c38c-9041-43cc-8c09-f4729d35a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.683078 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-bbf6c38c-9041-43cc-8c09-f4729d35a750 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1821895 Feb 17 01:43:32.860637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-9a0fd055-61a5-4246-bece-0dafe5c41337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.862324 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-90d787e2-8aef-4780-bbab-55c2a8c13aac req-9a0fd055-61a5-4246-bece-0dafe5c41337 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1675363 Feb 17 01:43:32.865656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-de4be8e6-d40c-48f8-91f9-c4f5e83d58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.867490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-de4be8e6-d40c-48f8-91f9-c4f5e83d58e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1160 time: 0.4467142 Feb 17 01:43:32.995910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-ac7dee81-20b2-40f6-b20f-43fed0ec88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:32.997479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-ac7dee81-20b2-40f6-b20f-43fed0ec88c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.3205504 Feb 17 01:43:33.104157 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-6c15df71-0d6d-40b2-96c4-fb96ce5c14f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0980883 Feb 17 01:43:33.194254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-1ceadd9b-46f9-4b73-8925-803983463f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.199475 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-1ceadd9b-46f9-4b73-8925-803983463f1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1160 time: 0.2939398 Feb 17 01:43:33.202495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-e5661cc7-e8af-45a0-ac38-05eee82886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.202495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-e5661cc7-e8af-45a0-ac38-05eee82886cc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3233783 Feb 17 01:43:33.209064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-05372a7c-880d-4dbb-9ac5-257247d9db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.209528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de565b0-1401-4ce1-92f2-a231fcb78126 req-e46b2171-ce26-4a7e-b9d8-a642861b7cb2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.210653 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-05372a7c-880d-4dbb-9ac5-257247d9db9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0982370 Feb 17 01:43:33.211072 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2de565b0-1401-4ce1-92f2-a231fcb78126 req-e46b2171-ce26-4a7e-b9d8-a642861b7cb2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.2031360 Feb 17 01:43:33.273905 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-91e83766-069e-44ca-80cd-dac6df77549c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535877 Feb 17 01:43:33.358505 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-8b2b2a4c-1d6e-4305-bc26-a6080dbcce4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 217 time: 0.1463897 Feb 17 01:43:33.485903 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-781445a2-a85f-47f1-af17-d1881a59744f service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055173 Feb 17 01:43:33.714617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-84a39db1-4388-496d-bdd2-dfe9e109e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.721431 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8aabb4d1-3185-474b-a13e-27f34544cac0 req-84a39db1-4388-496d-bdd2-dfe9e109e92c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5063779 Feb 17 01:43:33.823598 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2de565b0-1401-4ce1-92f2-a231fcb78126 req-7f216d2d-b141-4c59-b768-14cbbbed8dbd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5262394 Feb 17 01:43:33.870030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f329d516-3fac-4f39-bc7b-1fc2d17dd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:33.871624 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-f329d516-3fac-4f39-bc7b-1fc2d17dd853 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.2355373 Feb 17 01:43:33.882430 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-046811ff-e8c6-4d89-9e9f-520a16b8309b req-9a3b8b20-9409-470d-8690-d9ff2fc6239b service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3879852 Feb 17 01:43:34.104565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-6e15910f-0b54-479b-ab62-05858be20ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:34.106185 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-6e15910f-0b54-479b-ab62-05858be20ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1160 time: 0.3446681 Feb 17 01:43:34.209176 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-39cc188c-1f39-40b0-9111-316d35be806e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd HTTP/1.1" status: 200 len: 217 time: 0.0889914 Feb 17 01:43:34.226638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d720ae4-3b7f-4c5b-bd03-be9ca63218c5 req-728874fe-bbf3-40e7-9438-c642c2508eae tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:34.234462 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0d720ae4-3b7f-4c5b-bd03-be9ca63218c5 req-728874fe-bbf3-40e7-9438-c642c2508eae tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.2676005 Feb 17 01:43:34.234462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-8d75b7bf-f8b9-4549-966f-b272aaef0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:34.234462 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-8d75b7bf-f8b9-4549-966f-b272aaef0e1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3593163 Feb 17 01:43:34.471093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-97d50ae1-9c53-43a5-9642-6af48af029c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:34.631001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-0fe604e5-5b19-4086-be53-d2f0863b315d None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:43:34.702580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-337ca1ad-28e1-405f-8bc4-d796a1c36629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:34.704182 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-337ca1ad-28e1-405f-8bc4-d796a1c36629 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.4470971 Feb 17 01:43:34.786270 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-789f6d18-2590-4dee-a056-ba34670634b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675349 Feb 17 01:43:34.788613 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0d720ae4-3b7f-4c5b-bd03-be9ca63218c5 req-896c4567-58ec-4cb5-afda-1c5c118f4db9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533106 Feb 17 01:43:34.917296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-8de796c1-6630-4768-97aa-8983f6a91971 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618640 Feb 17 01:43:34.985448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:35.059017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5cb0c-75f4-4267-8705-dce4e6661308 req-1f1dbe92-fac8-4bb7-babf-a299ffaf55cd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:35.060928 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-24e5cb0c-75f4-4267-8705-dce4e6661308 req-1f1dbe92-fac8-4bb7-babf-a299ffaf55cd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1039889 Feb 17 01:43:35.076983 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-6e01e08f-e9c7-4b58-bd13-b2a1e632d03d service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870398 Feb 17 01:43:35.103417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port fdbf0059-d020-448e-8336-d33b9699e70d completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:35.119544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:35.119544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:35.147644 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-24e5cb0c-75f4-4267-8705-dce4e6661308 req-13762319-0b40-43a7-9f73-1f34ff1c67ec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787508 Feb 17 01:43:35.181506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6d3aa67-8aa2-4823-9747-e46c136ca98e req-e787f253-4d85-4ec4-8531-1c59d0ab2e97 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2565281 Feb 17 01:43:35.243179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:35.249929 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc9578a-3263-4501-baa4-c32aa78ef80f req-4ff62490-2a3b-4d69-ac0d-68856f033dd7 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1533990 Feb 17 01:43:35.261483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:35.290523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:35.301028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port fdbf0059-d020-448e-8336-d33b9699e70d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fdbf0059-d020-448e-8336-d33b9699e70d,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:35.341876 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d', 'code': 200} Feb 17 01:43:35.350905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:35.352909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5bad5cd1-e56b-4316-94b8-95cba0b9569f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:35.429099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=fdbf0059-d020-448e-8336-d33b9699e70d,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:35.432768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:35.737880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e075e-6edc-43cf-8c50-ece1ee81fc13 req-912b5bf9-7650-4df5-ad3d-953e1d319a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:35.739553 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e10e075e-6edc-43cf-8c50-ece1ee81fc13 req-912b5bf9-7650-4df5-ad3d-953e1d319a09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.0872104 Feb 17 01:43:35.792120 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e10e075e-6edc-43cf-8c50-ece1ee81fc13 req-49db66d2-9cec-4557-b9d9-4c58763b0543 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Feb 17 01:43:36.011977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a960d2-539d-412c-ad48-30e896046a4a req-36e7bb40-757b-4da0-980a-d06ed51fdf73 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:36.013611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a7a960d2-539d-412c-ad48-30e896046a4a req-36e7bb40-757b-4da0-980a-d06ed51fdf73 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1117322 Feb 17 01:43:36.063879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a7a960d2-539d-412c-ad48-30e896046a4a req-c9c646bc-960b-49ba-a29e-45cec44b59ca tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Feb 17 01:43:36.195413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39570) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:36.227912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.357641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.369064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ae3cf-ce3d-4fb7-bdd4-0041909abf31 req-55b437e0-5207-4a95-977a-ace770690106 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:36.374059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:36.377809 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-785ae3cf-ce3d-4fb7-bdd4-0041909abf31 req-55b437e0-5207-4a95-977a-ace770690106 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1017001 Feb 17 01:43:36.380626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Usage tracker for resource:security_group_rule and tenant:c6d95a68a1584b1ab41a95703a05f891 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:36.383624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:36.394694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:36.434501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-785ae3cf-ce3d-4fb7-bdd4-0041909abf31 req-bcfb5ae4-116d-4413-851c-bb142a5aa7db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Feb 17 01:43:36.492700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.553990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.566962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:36.612962 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6d95a68a1584b1ab41a95703a05f891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134142 Feb 17 01:43:36.612962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f490f288-7a49-43ba-8bf3-2235d9f0ae4d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:36.615442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:36.615555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39598) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:36.682807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.710599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.781805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.787487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-20ecde14-b7da-446d-8a3a-ea6887ae163b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:36.801531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490f288-7a49-43ba-8bf3-2235d9f0ae4d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:36.804854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:36.806036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:36.807789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f490f288-7a49-43ba-8bf3-2235d9f0ae4d HTTP/1.1" status: 204 len: 168 time: 0.1900637 Feb 17 01:43:36.956077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.280125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef0639-cf65-4c6d-bd1b-b9684afdd59d req-3ebe6577-5e52-4829-9aee-ebfb958d04f0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:37.282070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8eef0639-cf65-4c6d-bd1b-b9684afdd59d req-3ebe6577-5e52-4829-9aee-ebfb958d04f0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0970902 Feb 17 01:43:37.290678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 39646) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:37.320104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.342224 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8eef0639-cf65-4c6d-bd1b-b9684afdd59d req-9cd95242-9ce2-40d1-be4b-d40e6f19fbd1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Feb 17 01:43:37.345010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:37.357804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad2d7c145af4d929e2ca8f77edeba8d is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:37.361755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:37.368110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:37.464605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.509627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.515562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c4f8544c-5282-4832-bb26-4d4c7f22d94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:37.557524 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ad2d7c145af4d929e2ca8f77edeba8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651389 Feb 17 01:43:37.560490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39670) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:37.562015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8dfd9-9799-4512-8548-c307b9bc9d50,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:37.579555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:37.637365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.665104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f5ff-ffa6-489f-9695-f1de3ce8fef6 req-0193bbd2-a456-4ee9-93c5-20eeef728501 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:37.665399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.666735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bbc4f5ff-ffa6-489f-9695-f1de3ce8fef6 req-0193bbd2-a456-4ee9-93c5-20eeef728501 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0888007 Feb 17 01:43:37.715605 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bbc4f5ff-ffa6-489f-9695-f1de3ce8fef6 req-2c07b4be-dd43-4a6a-8347-bd9d2b755e12 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Feb 17 01:43:37.756638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.761977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:37.776931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8dfd9-9799-4512-8548-c307b9bc9d50,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:37.783563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:37.784378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:37.787941 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4f8dfd9-9799-4512-8548-c307b9bc9d50 HTTP/1.1" status: 204 len: 168 time: 0.2230082 Feb 17 01:43:38.341712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39710) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:38.552809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554498a-770f-44b3-b559-377711f445b2 req-98f0c71a-e829-4570-ad45-0b7e17c7e765 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:38.555080 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6554498a-770f-44b3-b559-377711f445b2 req-98f0c71a-e829-4570-ad45-0b7e17c7e765 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0994415 Feb 17 01:43:38.616057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:38.637651 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6554498a-770f-44b3-b559-377711f445b2 req-c482b352-4296-4117-bedb-cb6d4d978222 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Feb 17 01:43:38.638567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:38.644971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Usage tracker for resource:security_group_rule and tenant:ec8d6ee42d0f43639d5ae57200d6c07d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:38.648674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:38.657666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:38.744993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:38.796269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:38.810838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:38.841828 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec8d6ee42d0f43639d5ae57200d6c07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964764 Feb 17 01:43:38.850126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39736) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:38.867458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40810cd-c8f8-4dfb-a850-7b0da8bef8ba,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:38.870808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:38.924738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:38.931457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e92dc2-3f08-40b5-b663-832c51a1b765 req-8671368b-ff35-4524-8d1b-78fcca495d19 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:38.933127 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45e92dc2-3f08-40b5-b663-832c51a1b765 req-8671368b-ff35-4524-8d1b-78fcca495d19 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0962877 Feb 17 01:43:38.961977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:38.985035 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45e92dc2-3f08-40b5-b663-832c51a1b765 req-5b8ab358-f44e-4007-a243-68dceba8a8c6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457199 Feb 17 01:43:39.053745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.059369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:39.073917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40810cd-c8f8-4dfb-a850-7b0da8bef8ba,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:39.076624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:39.078733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.079997 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f40810cd-c8f8-4dfb-a850-7b0da8bef8ba HTTP/1.1" status: 204 len: 168 time: 0.2288144 Feb 17 01:43:39.522506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:39.595312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39760) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:39.595530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:39.595978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.615089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.631812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:39.635918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Usage tracker for resource:security_group_rule and tenant:c4be0a7f33174038ab3b2271f9fabc73 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:39.639043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:39.644908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:39.739185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.831189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:39.840562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:39.893122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba5d1a8-2d03-49e0-b975-9b042851d15b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:39.898069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:39.904342 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4be0a7f33174038ab3b2271f9fabc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060062 Feb 17 01:43:39.905294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 39776) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:39.965011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4c41e-52ca-4a0d-9c05-e7c9da1f3ad0 req-230ec915-71ea-4bef-8787-381dca8fb39d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:39.966913 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41a4c41e-52ca-4a0d-9c05-e7c9da1f3ad0 req-230ec915-71ea-4bef-8787-381dca8fb39d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1908188 Feb 17 01:43:40.011704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:40.057323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41a4c41e-52ca-4a0d-9c05-e7c9da1f3ad0 req-10c35314-fb62-4a25-89b8-a6c7be6ada8d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Feb 17 01:43:40.064959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:40.179025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:40.184774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:40.203016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba5d1a8-2d03-49e0-b975-9b042851d15b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:40.206177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:40.207269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:40.209267 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cba5d1a8-2d03-49e0-b975-9b042851d15b HTTP/1.1" status: 204 len: 168 time: 0.3028302 Feb 17 01:43:40.246558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce4bb3-1330-4dd6-94f7-a368614ae526 req-bf19e0f9-1c81-4059-a551-a16e356e633d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:40.248450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7dce4bb3-1330-4dd6-94f7-a368614ae526 req-bf19e0f9-1c81-4059-a551-a16e356e633d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0965075 Feb 17 01:43:40.303809 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7dce4bb3-1330-4dd6-94f7-a368614ae526 req-d90425ac-74c0-47fb-a461-fe144cfd51e2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476804 Feb 17 01:43:41.323188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4230-4d5f-4f7c-98fa-4830df987544 req-21009848-26e7-47b4-8fbb-3753878ecea2 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:41.326107 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3a3c4230-4d5f-4f7c-98fa-4830df987544 req-21009848-26e7-47b4-8fbb-3753878ecea2 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1120718 Feb 17 01:43:41.406376 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3a3c4230-4d5f-4f7c-98fa-4830df987544 req-43ee7733-65df-4dba-bb4d-233a42fb7a6e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Feb 17 01:43:41.558060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2000b3-b61b-4ab6-96c1-3b716c1c3890 req-61ab4287-211f-4a05-a19c-938aeab9fc95 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:41.559752 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a2000b3-b61b-4ab6-96c1-3b716c1c3890 req-61ab4287-211f-4a05-a19c-938aeab9fc95 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1026185 Feb 17 01:43:41.612410 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a2000b3-b61b-4ab6-96c1-3b716c1c3890 req-8b4e61e6-9ee3-4e7b-ab7a-23f46b36b6cf tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460958 Feb 17 01:43:42.674101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a339dc-6d12-44f0-8fe7-e72291f21b75 req-371baa9d-7938-4f75-9e6d-37f73b55efdb tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:42.675854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7a339dc-6d12-44f0-8fe7-e72291f21b75 req-371baa9d-7938-4f75-9e6d-37f73b55efdb tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1276131 Feb 17 01:43:42.744862 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7a339dc-6d12-44f0-8fe7-e72291f21b75 req-b0622573-5228-48a3-8175-2feb2865b903 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580447 Feb 17 01:43:42.851317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616ad21-54a0-4518-ac8f-94f6d1c66c30 req-dae02875-d0fb-439c-9cf3-5fb938fead10 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:42.852960 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1616ad21-54a0-4518-ac8f-94f6d1c66c30 req-dae02875-d0fb-439c-9cf3-5fb938fead10 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0934198 Feb 17 01:43:42.901151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1616ad21-54a0-4518-ac8f-94f6d1c66c30 req-ba226cd7-be3f-4aea-8cdc-8cc098d4ee83 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Feb 17 01:43:43.955976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23461630-e83d-4611-b5bd-bedf262fa6e4 req-fb1967b6-2ccf-4718-932e-6ef941dc28ba tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:43.957534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-23461630-e83d-4611-b5bd-bedf262fa6e4 req-fb1967b6-2ccf-4718-932e-6ef941dc28ba tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0898242 Feb 17 01:43:44.008724 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-23461630-e83d-4611-b5bd-bedf262fa6e4 req-59ac38b0-5d98-4a95-8755-c6f728035de3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Feb 17 01:43:44.101581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af5ee5-2f05-450f-a86b-915845129aa5 req-03f1b398-7430-4aea-a174-633c0b106455 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:44.103153 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78af5ee5-2f05-450f-a86b-915845129aa5 req-03f1b398-7430-4aea-a174-633c0b106455 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0842695 Feb 17 01:43:44.149656 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78af5ee5-2f05-450f-a86b-915845129aa5 req-58adf759-b5a2-4d1b-aa7e-159a5622f2c1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Feb 17 01:43:45.362658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36d62-ecb6-4dad-a8b2-2cd082ba2123 req-8736c458-518c-4d0b-8085-12115b90acfd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:45.364290 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f6f36d62-ecb6-4dad-a8b2-2cd082ba2123 req-8736c458-518c-4d0b-8085-12115b90acfd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0923314 Feb 17 01:43:45.391661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a1d4f-f46f-4364-bd7d-9051243f1e5c req-1fc94406-0754-4559-ab8d-469ad8df7f5c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:45.393279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-871a1d4f-f46f-4364-bd7d-9051243f1e5c req-1fc94406-0754-4559-ab8d-469ad8df7f5c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.2745152 Feb 17 01:43:45.415516 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f6f36d62-ecb6-4dad-a8b2-2cd082ba2123 req-7a611e21-c07c-483b-85ce-1d3c8097c3ca tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Feb 17 01:43:45.441279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-871a1d4f-f46f-4364-bd7d-9051243f1e5c req-e4a0adc7-c34d-4745-b665-89d3d9ddd663 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 17 01:43:46.633082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882754-498f-464c-a0ad-1922e3172107 req-d613baa9-2f9d-4b18-a970-e30d18d5a065 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:46.634721 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7882754-498f-464c-a0ad-1922e3172107 req-d613baa9-2f9d-4b18-a970-e30d18d5a065 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0862229 Feb 17 01:43:46.649557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83102faa-9eff-4617-9b97-809f5963063b req-5df9aa45-5b98-4b03-8ac4-8c82cb8b2c2a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:46.651088 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-83102faa-9eff-4617-9b97-809f5963063b req-5df9aa45-5b98-4b03-8ac4-8c82cb8b2c2a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0865200 Feb 17 01:43:46.685180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7882754-498f-464c-a0ad-1922e3172107 req-ce91442b-17f1-4a9b-87d3-169999495ce3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Feb 17 01:43:46.698611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-83102faa-9eff-4617-9b97-809f5963063b req-56960aa6-1501-4135-b265-201334c17bdd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Feb 17 01:43:47.889870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd433e-7016-447c-81c8-4aaf5edfe094 req-82e6746e-d80a-4e28-919a-0cdc64e357dc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:47.891529 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dedd433e-7016-447c-81c8-4aaf5edfe094 req-82e6746e-d80a-4e28-919a-0cdc64e357dc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0869591 Feb 17 01:43:47.894611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261995-9e65-48cc-b76a-e411d65af6fd req-4be38b0f-d5a0-450d-bd50-53ed5f412bf0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:47.896821 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-12261995-9e65-48cc-b76a-e411d65af6fd req-4be38b0f-d5a0-450d-bd50-53ed5f412bf0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0890527 Feb 17 01:43:47.941241 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dedd433e-7016-447c-81c8-4aaf5edfe094 req-a547617b-c896-4273-96d3-454d35190a16 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Feb 17 01:43:47.945249 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-12261995-9e65-48cc-b76a-e411d65af6fd req-3db38b2f-baf8-483d-a77b-d028dae0bd3b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Feb 17 01:43:48.725195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 1d00bdfd-b337-45ab-a061-5fdfd6e331fd up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:48.850972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:48.856311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:48.856741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.146543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.178529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:49.189908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:49.216108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905ff48-671a-4851-b847-45ec0d053149 req-efd9f1e7-c5b7-46c2-aaec-fd452f009ded tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:49.217094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26251-1ff6-403d-a17a-1c904f89f982 req-869637e3-80ee-44de-ac29-b69d0641daf7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:49.218241 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d905ff48-671a-4851-b847-45ec0d053149 req-efd9f1e7-c5b7-46c2-aaec-fd452f009ded tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1020365 Feb 17 01:43:49.218705 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11b26251-1ff6-403d-a17a-1c904f89f982 req-869637e3-80ee-44de-ac29-b69d0641daf7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.0982776 Feb 17 01:43:49.228005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.228947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:49.268156 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d905ff48-671a-4851-b847-45ec0d053149 req-0935faa7-5614-4ea7-9028-cf04b8ecf6cd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Feb 17 01:43:49.284069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:49.298736 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11b26251-1ff6-403d-a17a-1c904f89f982 req-5af0669e-418e-4303-9050-7b5ffd39f08a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736449 Feb 17 01:43:49.406351 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd', 'code': 200} Feb 17 01:43:49.448732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:43:49.462994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:49.463414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.535772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:49.558344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:49.621399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.687463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:49.724925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:49.727761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:49.822446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:49.825856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:49.926743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40068) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:50.043705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8605-e79b-49ec-80fb-80fd0bcbb4cf req-89519840-be03-44ac-8d19-88a6e2b6f6e1 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:50.045364 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6aca8605-e79b-49ec-80fb-80fd0bcbb4cf req-89519840-be03-44ac-8d19-88a6e2b6f6e1 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Feb 17 01:43:50.064873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.104602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:50.122937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Usage tracker for resource:security_group_rule and tenant:c403792987ce4a67aa4708eb6c8ac516 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:50.127613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:50.132836 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6aca8605-e79b-49ec-80fb-80fd0bcbb4cf req-d870c509-4b97-4a5c-a712-ccc72297a246 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 Feb 17 01:43:50.136600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:50.222356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.253265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.261818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6c79f597-7c5a-40fd-9647-a769d5853daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:50.306002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c403792987ce4a67aa4708eb6c8ac516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775079 Feb 17 01:43:50.306996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25768f0d-b502-4c94-b8e8-5bed5f855f50,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:50.308773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40088) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:50.317180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.317583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.317978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.318364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.318750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.319132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.319512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.320041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.320422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.320801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.321215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.321577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.321992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.322373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.322751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.324760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.324760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.324760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.324760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.328436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.329182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.329812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.330429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.330830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.336078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:50.398170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.485980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.530777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f4ca4-9950-40a6-ac7c-c2d4b964ab87 req-e20dcf69-bc67-4e0d-9095-da35b0d3c58f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:50.532873 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fe3f4ca4-9950-40a6-ac7c-c2d4b964ab87 req-e20dcf69-bc67-4e0d-9095-da35b0d3c58f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1148288 Feb 17 01:43:50.553680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce0105-5985-4e43-b124-f1bb5c116ae1 req-b047b9f9-e785-4359-a077-d57e80c97bce tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:50.555296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09ce0105-5985-4e43-b124-f1bb5c116ae1 req-b047b9f9-e785-4359-a077-d57e80c97bce tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1584218 Feb 17 01:43:50.584103 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fe3f4ca4-9950-40a6-ac7c-c2d4b964ab87 req-2d225b5c-c889-41a1-8b96-5f980792a282 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Feb 17 01:43:50.586801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.591837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c6fd57f-f24c-48ce-baa4-e658c867dea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:50.620776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25768f0d-b502-4c94-b8e8-5bed5f855f50,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:50.627422 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09ce0105-5985-4e43-b124-f1bb5c116ae1 req-ef10b1cb-b748-4d3e-90aa-a8d5a29b1f0b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658829 Feb 17 01:43:50.632661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.633066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.633460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.633848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.634233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.634617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.635003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.635382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.635759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.636161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.636549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.636925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.637340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.637720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.638099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.638475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.638850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.639226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.639601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.639975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.640372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.640751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.641124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.641497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:43:50.644480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:50.646188 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25768f0d-b502-4c94-b8e8-5bed5f855f50 HTTP/1.1" status: 204 len: 168 time: 0.3356416 Feb 17 01:43:50.647152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:50.759697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:43:51.337869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf7ff0-bb99-4981-9c86-4c9f59385f48 req-3f12f865-9b35-487c-944a-c9a51ab8897b tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:51.339366 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-10cf7ff0-bb99-4981-9c86-4c9f59385f48 req-3f12f865-9b35-487c-944a-c9a51ab8897b tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.0857682 Feb 17 01:43:51.386666 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-10cf7ff0-bb99-4981-9c86-4c9f59385f48 req-50ace0a7-2cbd-4189-ac78-7aeaccab6feb tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Feb 17 01:43:51.407476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:43:51.460593 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'code': 200} Feb 17 01:43:51.772178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40132) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:51.840761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7366826-10cc-45e9-92cc-08b497e0c9d9 req-681d14d7-c2d7-4318-89b3-39ba648456a7 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:51.850290 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7366826-10cc-45e9-92cc-08b497e0c9d9 req-681d14d7-c2d7-4318-89b3-39ba648456a7 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1014709 Feb 17 01:43:51.904688 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7366826-10cc-45e9-92cc-08b497e0c9d9 req-3e13294e-71ae-4393-b9b0-c11af9445180 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530965 Feb 17 01:43:51.907478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249355ae-68da-47bf-a9c1-63b405b6540f req-6fa621a5-56b9-4d23-b670-f7e70496f5de tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:51.909187 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-249355ae-68da-47bf-a9c1-63b405b6540f req-6fa621a5-56b9-4d23-b670-f7e70496f5de tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.2105961 Feb 17 01:43:51.913619 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-b7ae69b0-1945-4f64-ab0a-cc09df4846d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1215711 Feb 17 01:43:51.932303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1368564729-network', 'tenant_id': '60825b90d54340579c73d5501d5e8627'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:51.944959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:51.968866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 1d00bdfd-b337-45ab-a061-5fdfd6e331fd up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:51.990690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Usage tracker for resource:network and tenant:60825b90d54340579c73d5501d5e8627 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:51.995915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-249355ae-68da-47bf-a9c1-63b405b6540f req-472d831c-ee07-48ac-8d13-c92c8a39e9c2 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Feb 17 01:43:51.997126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:52.004402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:52.057767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:52.058506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.058750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Made reservation on behalf of 60825b90d54340579c73d5501d5e8627 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:43:52.064438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.164614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.169138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f563b-303c-4155-9f7c-5d335f35ec6d req-b5c3d93d-be02-4bb4-adc8-418431f0bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.170918 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa7f563b-303c-4155-9f7c-5d335f35ec6d req-b5c3d93d-be02-4bb4-adc8-418431f0bb53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1162 time: 0.0839496 Feb 17 01:43:52.185893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:52.190213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:52.201839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Usage tracker for resource:security_group_rule and tenant:60825b90d54340579c73d5501d5e8627 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:52.207021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:52.217087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:52.225333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-aa7f563b-303c-4155-9f7c-5d335f35ec6d req-69bee3ca-3abf-4120-b110-8bd9a8d77243 service neutron] Synchronizing usage tracker for tenant:75d745a29a31468aa9e898f67b4c8ebe on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:52.262373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:52.262798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.275304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-688fe7c0-a4ed-4d1a-9c47-509d57f5fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.277010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-688fe7c0-a4ed-4d1a-9c47-509d57f5fae5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.1990566 Feb 17 01:43:52.278727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab34cb-9162-4316-b76f-27e32483c96c req-5c11ffe4-8b30-4152-8d7d-e139ca38134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.280236 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9fab34cb-9162-4316-b76f-27e32483c96c req-5c11ffe4-8b30-4152-8d7d-e139ca38134e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1162 time: 0.2010300 Feb 17 01:43:52.375615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.455510 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9fab34cb-9162-4316-b76f-27e32483c96c req-cea76564-94f7-4bb2-9231-a4cf034febd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578352 Feb 17 01:43:52.509000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.517982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-b20650a0-f8aa-476c-896d-8d1d9831d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.520150 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-b20650a0-f8aa-476c-896d-8d1d9831d120 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.2051363 Feb 17 01:43:52.555870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.560450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:52.593047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:43:52.600133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011acf11-78eb-423c-89af-a84a37a8cf92 req-c6df351e-43c1-4a04-91fb-38d3a3375576 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.601687 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-011acf11-78eb-423c-89af-a84a37a8cf92 req-c6df351e-43c1-4a04-91fb-38d3a3375576 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.1006880 Feb 17 01:43:52.602842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-aa7f563b-303c-4155-9f7c-5d335f35ec6d req-69bee3ca-3abf-4120-b110-8bd9a8d77243 service neutron] Unset dirty status for tenant:75d745a29a31468aa9e898f67b4c8ebe on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:52.604075 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa7f563b-303c-4155-9f7c-5d335f35ec6d req-69bee3ca-3abf-4120-b110-8bd9a8d77243 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239838 Feb 17 01:43:52.605074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.605443 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Added segment 8d2ab621-f04e-4b1c-b72e-9da72ec83692 of type vxlan for network b3398b3e-fea9-4d4e-8d46-de5181ab64dc Feb 17 01:43:52.638658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.665248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde5ad4-abaa-43e9-9c4e-500f993bc165,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:52.670218 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-011acf11-78eb-423c-89af-a84a37a8cf92 req-8945fdc7-80e7-40dc-a6c3-80de76a69941 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611782 Feb 17 01:43:52.679476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:52.741534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.742823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:52.743466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:52.748777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:52.858657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Pushing event updated for resources: {'Network': ['ID=b3398b3e-fea9-4d4e-8d46-de5181ab64dc,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:52.866496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:52.874563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:43:52.908738 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1348796 Feb 17 01:43:52.911192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40158) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:52.918330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Request body: {'subnet': {'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1368564729-subnet', 'tenant_id': '60825b90d54340579c73d5501d5e8627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:52.923741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:52.928469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Usage tracker for resource:subnet and tenant:60825b90d54340579c73d5501d5e8627 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:52.932345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:52.938391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:52.994579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Made reservation on behalf of 60825b90d54340579c73d5501d5e8627 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:43:53.001337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:53.197972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad02a-449e-4bcd-a30d-4a46ee27e1d0 req-13ffe0ff-40b1-44b0-ac80-041a9b0ab314 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:53.199477 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba0ad02a-449e-4bcd-a30d-4a46ee27e1d0 req-13ffe0ff-40b1-44b0-ac80-041a9b0ab314 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1274962 Feb 17 01:43:53.208629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ede22-8d85-4167-8c3a-85b1813db254 req-ef747a9f-b91f-459a-ad7e-5df6577c51f4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:53.210231 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b69ede22-8d85-4167-8c3a-85b1813db254 req-ef747a9f-b91f-459a-ad7e-5df6577c51f4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0864916 Feb 17 01:43:53.260674 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b69ede22-8d85-4167-8c3a-85b1813db254 req-420ceee7-794c-42af-9d64-3caea74ad888 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Feb 17 01:43:53.489011 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba0ad02a-449e-4bcd-a30d-4a46ee27e1d0 req-9bca11b7-a9d8-4228-af17-befee025ca09 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816050 Feb 17 01:43:53.737223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:53.752696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-31ca34a4-00fd-425b-beeb-2de8aba32270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:53.874991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110113c0-044c-437c-9f87-1d49face5f8b,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:53.888683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1c9e5-261c-44cb-ba48-74585b673aa4 req-45ba2eef-5c2e-4518-af2a-88f4d2039b0b tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:53.890271 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5eb1c9e5-261c-44cb-ba48-74585b673aa4 req-45ba2eef-5c2e-4518-af2a-88f4d2039b0b tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.0883877 Feb 17 01:43:53.890508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:53.938469 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5eb1c9e5-261c-44cb-ba48-74585b673aa4 req-3b70ca7b-bfb7-44e6-8076-e5e5e387bf94 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Feb 17 01:43:53.949881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Checking segment: {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:43:53.950277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Network hostable DHCP agents. Network: b3398b3e-fea9-4d4e-8d46-de5181ab64dc, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:43:54.007048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:43:54.044386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, b3398b3e-fea9-4d4e-8d46-de5181ab64dc) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:43:54.048424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:54.049068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:54.054306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958cf19-f0cf-4953-8d7c-e8500edcfe46 None None] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:43:54.096661 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1836295 Feb 17 01:43:54.278346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415898f-108f-4829-b174-e3f8d7d83a6b None None] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:43:54.487322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d6897-e67d-4998-b2c4-00ddf527ce87 req-d63ea67a-332c-4724-8c74-7d0e42dab444 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:54.490285 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-508d6897-e67d-4998-b2c4-00ddf527ce87 req-d63ea67a-332c-4724-8c74-7d0e42dab444 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1075699 Feb 17 01:43:54.566589 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-508d6897-e67d-4998-b2c4-00ddf527ce87 req-8c843743-4ba0-4987-b75b-5611df8e8735 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693521 Feb 17 01:43:54.701852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17dcd-2d1c-4694-8269-6125615788bf req-47da5e27-80d1-40d8-922b-6c68f9e959b9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:54.703458 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ff17dcd-2d1c-4694-8269-6125615788bf req-47da5e27-80d1-40d8-922b-6c68f9e959b9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0854955 Feb 17 01:43:54.751502 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ff17dcd-2d1c-4694-8269-6125615788bf req-fb01d77c-ede6-4584-9786-0e7022d9b72d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Feb 17 01:43:55.132692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1efd-0038-4819-91b9-5b32645ed5f6 req-4cb635ca-fc60-4cdc-a73b-2ea14b4e8f62 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:55.134275 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93ff1efd-0038-4819-91b9-5b32645ed5f6 req-4cb635ca-fc60-4cdc-a73b-2ea14b4e8f62 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.0846820 Feb 17 01:43:55.181845 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93ff1efd-0038-4819-91b9-5b32645ed5f6 req-a22ea955-bdda-4ccf-b497-b93825064229 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Feb 17 01:43:55.193842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:43:55.770557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a31a1c-6666-437b-af5e-72025abef693 req-27202070-d49c-4c1e-97c1-16ab67ab3ca9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:55.772152 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8a31a1c-6666-437b-af5e-72025abef693 req-27202070-d49c-4c1e-97c1-16ab67ab3ca9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0893245 Feb 17 01:43:55.796386 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-973e0cec-0de8-493f-9ea5-45e1932fd004 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0682328 Feb 17 01:43:55.821592 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8a31a1c-6666-437b-af5e-72025abef693 req-8876f69a-f4b6-4a32-b22b-6c24f6430a7c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Feb 17 01:43:55.924323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-1f31013d-6427-4b78-b1e9-9be555303ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:55.925887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-1f31013d-6427-4b78-b1e9-9be555303ac8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.1132743 Feb 17 01:43:55.982733 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-dbd43980-6b18-46f8-b701-9b9eaf7c512c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484610 Feb 17 01:43:56.096477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3fa9c-6e57-419f-a511-6441a09627da req-376f66d9-9aae-4e26-a975-68dacdc3cc6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:56.098065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-afc3fa9c-6e57-419f-a511-6441a09627da req-376f66d9-9aae-4e26-a975-68dacdc3cc6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2253654 Feb 17 01:43:56.184990 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-afc3fa9c-6e57-419f-a511-6441a09627da req-8c5eac2f-9e14-4f33-ae59-a91cc2aa2eb6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796938 Feb 17 01:43:56.187357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-64f8788a-0a4e-486e-a03b-54c3a996afe1 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896417 Feb 17 01:43:56.344763 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ad262a3-7579-4239-9aa3-c93ee9812ee4 req-9cf98ca6-3f7b-4273-9098-2ccad2e88864 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484675 Feb 17 01:43:56.389564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4f55-39ff-4b94-b517-4732eaecdb4d req-cbff18e0-1c6f-4699-9bfd-3e6c1e8cd83d tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:56.391178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a89a4f55-39ff-4b94-b517-4732eaecdb4d req-cbff18e0-1c6f-4699-9bfd-3e6c1e8cd83d tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.0885446 Feb 17 01:43:56.443341 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a89a4f55-39ff-4b94-b517-4732eaecdb4d req-4ec0ff37-547f-4e48-9de8-b44c66924f55 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Feb 17 01:43:57.023688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c40b-4dcc-4f64-a688-349f28efd71d req-7eb6dca3-7981-4da0-b927-eeb8f7720e16 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:57.027054 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e149c40b-4dcc-4f64-a688-349f28efd71d req-7eb6dca3-7981-4da0-b927-eeb8f7720e16 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0910072 Feb 17 01:43:57.079144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e149c40b-4dcc-4f64-a688-349f28efd71d req-ca50c9c0-b716-4044-be84-47c037913e57 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Feb 17 01:43:57.428032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:43:57.602987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-dbac9b71-f96b-4cd1-a20c-5f35326db91b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:57.603775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-dbac9b71-f96b-4cd1-a20c-5f35326db91b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Synchronizing usage tracker for tenant:60825b90d54340579c73d5501d5e8627 on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:43:57.650757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:43:57.651386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:57.662658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-dbac9b71-f96b-4cd1-a20c-5f35326db91b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Unset dirty status for tenant:60825b90d54340579c73d5501d5e8627 on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:43:57.664042 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-dbac9b71-f96b-4cd1-a20c-5f35326db91b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 814 time: 0.3335323 Feb 17 01:43:57.685219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04bd0c-8722-4579-9d87-5e4a293db09e req-13edda0f-ffaf-43ad-81cf-b7a020ef983a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:57.686066 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-5e6ad707-d969-4772-a5c0-937afa1db451 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/quotas/60825b90d54340579c73d5501d5e8627 HTTP/1.1" status: 200 len: 375 time: 0.0148218 Feb 17 01:43:57.693127 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3f04bd0c-8722-4579-9d87-5e4a293db09e req-13edda0f-ffaf-43ad-81cf-b7a020ef983a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2351415 Feb 17 01:43:57.753146 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-39f71103-40c6-40b7-a9c4-5ce81a516c42 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603342 Feb 17 01:43:57.822170 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3f04bd0c-8722-4579-9d87-5e4a293db09e req-1b6ca03f-d22e-455d-812d-09816e8921a8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280947 Feb 17 01:43:57.932121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40296) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:58.026281 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-d0316ef7-d6b0-409e-8b32-4cb3af25b6fb service neutron] 10.222.0.46 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644806 Feb 17 01:43:58.125788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692f4b0-14b5-4625-86bd-e21412437214 req-89eb7b06-fdd4-43f8-9722-e66dc71ace2a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:58.127402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3692f4b0-14b5-4625-86bd-e21412437214 req-89eb7b06-fdd4-43f8-9722-e66dc71ace2a tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.1309741 Feb 17 01:43:58.128281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.187803 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3692f4b0-14b5-4625-86bd-e21412437214 req-0d44fec7-61e0-45c4-b7c7-c51d888b4474 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Feb 17 01:43:58.191777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:43:58.196454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Usage tracker for resource:security_group_rule and tenant:6407dd647d0b4200a406efb7848c09b5 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:43:58.199472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:43:58.205692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:43:58.270039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-ea8e9c46-083f-4eb8-8bac-27f79ce9086c tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:58.275942 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-ea8e9c46-083f-4eb8-8bac-27f79ce9086c tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.1499248 Feb 17 01:43:58.298194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.342645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-4119f46a-3b04-4385-9a95-3d6d9bbcdd9e service neutron] 10.222.0.46 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3088574 Feb 17 01:43:58.372512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Deleting port 8b5b1741-d199-44ca-a590-3f25ae599afe {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:43:58.372888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.377027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.394917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1d9ee69e-81c3-449e-aed8-5f2d97c7f315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:58.449251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b582a7-4440-4f5c-878e-fa9a8a239868,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:58.454768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:58.459938 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6407dd647d0b4200a406efb7848c09b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264008 Feb 17 01:43:58.469873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40310) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:58.506810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61b1d1-b872-403a-a8ca-4029475c6c23 req-712caf0b-7bf8-4dcf-b8d8-162563d67875 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:58.508800 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f61b1d1-b872-403a-a8ca-4029475c6c23 req-712caf0b-7bf8-4dcf-b8d8-162563d67875 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1720624 Feb 17 01:43:58.583744 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f61b1d1-b872-403a-a8ca-4029475c6c23 req-3efc50af-e605-4b2b-a519-8484eca36fd7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Feb 17 01:43:58.660575 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-81be7e33-2502-4bb3-9b23-99ed66f2269f req-b63bf9fc-583f-4271-983b-1e5ff09f45c6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.1084676 Feb 17 01:43:58.774669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.827246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:58.867533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] For port 8b5b1741-d199-44ca-a590-3f25ae599afe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8b5b1741-d199-44ca-a590-3f25ae599afe,segment=NetworkSegment(c2753ac4-c940-4590-8422-2d9b4f95be61),segment_id=c2753ac4-c940-4590-8422-2d9b4f95be61)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:43:58.867931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:59.014545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Calling delete_port for 8b5b1741-d199-44ca-a590-3f25ae599afe owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:43:59.309593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299df0-3c2c-4116-8c56-60184be10a87 req-07be8613-2656-4aab-951e-66133bd1e489 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:59.311437 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac299df0-3c2c-4116-8c56-60184be10a87 req-07be8613-2656-4aab-951e-66133bd1e489 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1041741 Feb 17 01:43:59.380750 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac299df0-3c2c-4116-8c56-60184be10a87 req-8d7fa22f-e5af-44f0-80e6-28efbc042e77 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621958 Feb 17 01:43:59.436122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:59.460744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82a0fc29-f37b-4547-bb9d-f2e8134a8ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:59.497262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:59.498481 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2b582a7-4440-4f5c-878e-fa9a8a239868 HTTP/1.1" status: 204 len: 168 time: 1.0273664 Feb 17 01:43:59.517222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b582a7-4440-4f5c-878e-fa9a8a239868,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:59.527935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:59.579612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211e558-b379-4a1d-ae2d-b5449a86894e req-1e297b99-e10e-4457-81c3-21aeeae7f920 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:59.584312 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b211e558-b379-4a1d-ae2d-b5449a86894e req-1e297b99-e10e-4457-81c3-21aeeae7f920 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.5747514 Feb 17 01:43:59.621627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033548-4598-45a5-b20f-02696e25d16a req-c6aef186-2a33-4d63-81ed-685c9eafab1d tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:59.623243 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e033548-4598-45a5-b20f-02696e25d16a req-c6aef186-2a33-4d63-81ed-685c9eafab1d tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 945 time: 0.1081901 Feb 17 01:43:59.653330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b211e558-b379-4a1d-ae2d-b5449a86894e req-9a2b1006-7388-49a1-9dd6-e65231923a7b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623651 Feb 17 01:43:59.670852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:43:59.697263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea36b27-d3c3-457f-b0ab-863d4dee7206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:43:59.706224 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e033548-4598-45a5-b20f-02696e25d16a req-1b117575-03be-43fe-a02a-626974b79680 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/security-groups?id=2b523366-c515-42c3-9fd8-110f4a74d5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749595 Feb 17 01:43:59.850463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Pushing event deleted for resources: {'Port': ['ID=8b5b1741-d199-44ca-a590-3f25ae599afe,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:43:59.860825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:43:59.922276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de9a4f45-3b2d-41fc-82db-daec6093ef23 req-3e007c73-ee18-42b5-bacb-b44c7c8c95c0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.0536265 Feb 17 01:43:59.943490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2032e8-06c8-40f5-b1e8-2e1902794e33 req-3aabb4d7-b338-4825-9778-2ef607de6868 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:43:59.945284 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5c2032e8-06c8-40f5-b1e8-2e1902794e33 req-3aabb4d7-b338-4825-9778-2ef607de6868 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1594126 Feb 17 01:43:59.955467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40358) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:43:59.961774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'floatingip': {'port_id': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:43:59.996365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] No DVR routers for this DVR port 8b5b1741-d199-44ca-a590-3f25ae599afe on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:43:59.999726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.003844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'name': 'network-vif-deleted', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:44:00.040025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40364) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:00.046702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.056916 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c424d5f-cc21-4d2c-944c-9d621a7c6aa1', 'name': 'network-vif-deleted', 'tag': '8b5b1741-d199-44ca-a590-3f25ae599afe', 'status': 'completed', 'code': 200} Feb 17 01:44:00.059988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.071939 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ec4613f7-2bb5-40b3-9f66-77cf67a30b01 req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.59 "DELETE /v2.0/ports/8b5b1741-d199-44ca-a590-3f25ae599afe HTTP/1.1" status: 204 len: 173 time: 1.7853792 Feb 17 01:44:00.077231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:00.081270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Usage tracker for resource:security_group_rule and tenant:5032a38a5baf401db28548dd98357c6d is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:00.084284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:00.090045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:00.173435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.207530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.215277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2afd3df9-0fcd-4779-a953-6426f33adae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:00.258201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf482f-ee4c-4d24-8ecc-3216a3a923ae,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:00.261660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:00.267044 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5032a38a5baf401db28548dd98357c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253098 Feb 17 01:44:00.267517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40368) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:00.331031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.357301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.435869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.441492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-77397356-e62a-4495-bd01-9aa1984bcd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:00.455577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf482f-ee4c-4d24-8ecc-3216a3a923ae,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:00.458479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:00.460528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:00.461837 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68bf482f-ee4c-4d24-8ecc-3216a3a923ae HTTP/1.1" status: 204 len: 168 time: 0.1935112 Feb 17 01:44:00.623118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1bd1d-ada6-4ec5-8b5d-14f83a5847f5 req-e38f17e1-d029-4903-8fd3-d36739ffb186 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:00.624936 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ece1bd1d-ada6-4ec5-8b5d-14f83a5847f5 req-e38f17e1-d029-4903-8fd3-d36739ffb186 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1016672 Feb 17 01:44:00.683232 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ece1bd1d-ada6-4ec5-8b5d-14f83a5847f5 req-3a188fb6-2f92-40ad-ad36-b0909673d58f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511961 Feb 17 01:44:00.882479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5113c186-a0a2-4a64-bd33-a22b6231374d req-8c362699-7eb9-41a3-903a-e2a37ad0dc0c tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.0534372 Feb 17 01:44:00.885530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.resource_extend [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:44:01.088867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40388) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:01.112984 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cb335b18-9906-461f-a23f-101e4685b0bc req-84e36114-81aa-462e-8fbb-60e688ea2131 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.0719917 Feb 17 01:44:01.115632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.141719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:01.146379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:accd08513da04edabd6758dce149b8f0 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:01.149429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:01.155270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:01.172424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.204482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.240698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.267491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.277307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-07134a9d-d31c-45a3-8699-c41c37a1bafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:01.321746 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=accd08513da04edabd6758dce149b8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287657 Feb 17 01:44:01.321746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7beacd-71fb-438d-8eed-9d81c060cbed,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:01.322219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40392) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:01.323737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:01.436470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.439679 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Floating IP a975ae83-92b6-401d-b6f8-da03d3d23750 associated. External IP: 172.27.2.158, port: be7e5bc5-3825-4ede-9991-6e8bd0e385a5. Feb 17 01:44:01.604860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.745220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-3c8fc59f-9557-46e9-b69b-578b92c8d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:01.747542 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-3c8fc59f-9557-46e9-b69b-578b92c8d969 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1162 time: 0.0908473 Feb 17 01:44:01.825632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8b5b1741-d199-44ca-a590-3f25ae599afe no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:44:01.863733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: 8b5b1741-d199-44ca-a590-3f25ae599afe {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:44:01.864995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8b5b1741-d199-44ca-a590-3f25ae599afe not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:44:01.936508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-39da8393-fef1-4e6b-8d1c-8a59e96e9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:01.938592 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-39da8393-fef1-4e6b-8d1c-8a59e96e9c91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.1790950 Feb 17 01:44:01.946559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:01.952594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:01.972207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:44:01.974642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7beacd-71fb-438d-8eed-9d81c060cbed,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:01.983798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:01.996466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31ea72-15c1-4888-871b-5cf2b7888d36 req-fd6419b8-9b1b-4d3a-b2cf-df1bcf3d6f92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:01.998095 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f31ea72-15c1-4888-871b-5cf2b7888d36 req-fd6419b8-9b1b-4d3a-b2cf-df1bcf3d6f92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1780334 Feb 17 01:44:02.003070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:02.006772 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b7beacd-71fb-438d-8eed-9d81c060cbed HTTP/1.1" status: 204 len: 168 time: 0.6810126 Feb 17 01:44:02.053528 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-13d6a4b4-650b-492f-a496-98c5300db3b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd HTTP/1.1" status: 200 len: 217 time: 0.1075940 Feb 17 01:44:02.188157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f3ab831f-09d1-41af-a1a6-ad5546882cca req-31bffd5e-5cf2-4445-abc6-c61dd994ff11 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Synchronizing usage tracker for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:44:02.215892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-74ede3b9-2e36-4a5b-a40e-4427a5a87e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:02.217518 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-74ede3b9-2e36-4a5b-a40e-4427a5a87e3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.1572413 Feb 17 01:44:02.217659 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f31ea72-15c1-4888-871b-5cf2b7888d36 req-26752831-f03f-4bcc-b88f-4f2d1744d3e2 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469502 Feb 17 01:44:02.259429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:44:02.264474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:02.277293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:44:02.289008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-84d7c03d-9b75-45a4-90ff-783eb92886f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636482 Feb 17 01:44:02.290284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f3ab831f-09d1-41af-a1a6-ad5546882cca req-31bffd5e-5cf2-4445-abc6-c61dd994ff11 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Unset dirty status for tenant:b07d546c028a4b1b9b50c90ef88735c4 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:44:02.297588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:44:02.300252 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f3ab831f-09d1-41af-a1a6-ad5546882cca req-31bffd5e-5cf2-4445-abc6-c61dd994ff11 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.1792252 Feb 17 01:44:02.308406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:02.378998 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2bc54738-8706-4599-95db-42f60037cb41 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "PUT /v2.0/floatingips/a975ae83-92b6-401d-b6f8-da03d3d23750 HTTP/1.1" status: 200 len: 991 time: 2.4216292 Feb 17 01:44:02.379395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:44:02.474891 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-506c7f9e-152b-4d3d-b87b-4c6ecf2adcd3 req-1290f051-d106-4dd1-8f60-8c09680503e6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.0593948 Feb 17 01:44:02.573623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e06f-6e2c-45a0-96eb-e22187c56de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:02.593706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'status': 'completed', 'code': 200} Feb 17 01:44:02.641874 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-1e193057-8362-4a40-888b-6cb4fdbce916 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415575 Feb 17 01:44:02.759811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422788b2-7030-4312-ad1d-7117e4672d42 req-16f67047-ee22-4766-a141-1112f552171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:02.761637 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-16f67047-ee22-4766-a141-1112f552171a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1162 time: 0.1305110 Feb 17 01:44:02.766525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:44:02.849346 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99978df7-9899-4ecf-b27a-c7ac57164526 req-ec8b98ba-f13b-44e4-a715-cadff07c4dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1998234 Feb 17 01:44:03.016100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422788b2-7030-4312-ad1d-7117e4672d42 req-56a936a9-04d3-4959-b6b0-014dfde0596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:03.020079 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-56a936a9-04d3-4959-b6b0-014dfde0596c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.2428896 Feb 17 01:44:03.175937 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-ec49101f-aaef-43b9-b525-05e51cee1483 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 999 time: 0.1481075 Feb 17 01:44:03.253196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422788b2-7030-4312-ad1d-7117e4672d42 req-394e7b3c-4cd5-47e2-ad6a-bfff7911ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:03.255462 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-394e7b3c-4cd5-47e2-ad6a-bfff7911ee0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0711758 Feb 17 01:44:03.408444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422788b2-7030-4312-ad1d-7117e4672d42 req-95c9e555-0eb5-4b78-ada7-327992a7938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:03.419485 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-95c9e555-0eb5-4b78-ada7-327992a7938b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1542282 Feb 17 01:44:03.423425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a975ae83-92b6-401d-b6f8-da03d3d23750', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:08:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:43:17Z', 'updated_at': '2021-02-17T01:44:00Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:03.435075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:44:03.482418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:44:03.483744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:43:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:03.642437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-4065be8d-f36f-4402-aa23-6f620ecb5f78 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:03.642437 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-4065be8d-f36f-4402-aa23-6f620ecb5f78 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 814 time: 0.3571193 Feb 17 01:44:03.658574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Request body: {'port': {'device_id': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc', 'admin_state_up': True, 'tenant_id': '60825b90d54340579c73d5501d5e8627'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:03.717997 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-31fa6423-c39d-4a16-8824-2e042f49059d service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338753 Feb 17 01:44:03.725897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cd95-008a-4e48-89ed-ab9c425551d2 req-28c528f5-9e96-4e96-a8e6-1a5b6d63be5f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:03.727475 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-97f2cd95-008a-4e48-89ed-ab9c425551d2 req-28c528f5-9e96-4e96-a8e6-1a5b6d63be5f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.3066614 Feb 17 01:44:03.764516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:44:03.831238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:03.982199 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-057d87c9-8ea4-44bf-891b-ad9653c78730 req-7de0822e-d6d4-48e6-bb38-5ace25870108 tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c424d5f-cc21-4d2c-944c-9d621a7c6aa1 HTTP/1.1" status: 200 len: 210 time: 0.1522830 Feb 17 01:44:03.983493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Usage tracker for resource:port and tenant:60825b90d54340579c73d5501d5e8627 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:03.992129 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-97f2cd95-008a-4e48-89ed-ab9c425551d2 req-a7b64ed6-8269-45ab-a351-3c099a6f2be8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233429 Feb 17 01:44:03.992785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:04.004169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:04.050543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Made reservation on behalf of 60825b90d54340579c73d5501d5e8627 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:04.056864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:04.066610 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-422788b2-7030-4312-ad1d-7117e4672d42 req-9d9dcb19-3c25-4836-8598-0c3c6f9c996f service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3378620 Feb 17 01:44:04.244665 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a94a3d6c-3af8-4a24-ab3b-bc25dd716251 req-ee606e5a-aadb-4af8-a419-75d0664a3b4f tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.0738537 Feb 17 01:44:04.382621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e9c48bc4-ecc6-4488-8670-1c199a6696f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:04.446196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Allocated IP 172.20.0.14 (b3398b3e-fea9-4d4e-8d46-de5181ab64dc/110113c0-044c-437c-9f87-1d49face5f8b/a11a5e41-d922-4fdd-8dd7-53c729df0c29) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:44:04.568683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a975ae83-92b6-401d-b6f8-da03d3d23750', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:08:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:43:17Z', 'updated_at': '2021-02-17T01:44:00Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:04.574345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf745115-df74-437a-b26d-d09e29cc9664 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a975ae83-92b6-401d-b6f8-da03d3d23750', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:08:39:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:43:17Z', 'updated_at': '2021-02-17T01:44:00Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:44:04.743066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:04.825605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:04.844577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:04.910928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8227d-d7c7-4261-8d37-e289b46c2002 None None] New status for floating IP a975ae83-92b6-401d-b6f8-da03d3d23750: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:44:05.330995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:05.485543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Pushing event updated for resources: {'Port': ['ID=a11a5e41-d922-4fdd-8dd7-53c729df0c29,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:05.487701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:05.579201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:44:05.581030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:05.584366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:44:05.589627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:05.590305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:05.593482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211fad4-f03a-4be1-b060-87f371f57360 req-baeabdf2-feaf-4b64-8835-2a5f04aab1da tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:05.597106 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c211fad4-f03a-4be1-b060-87f371f57360 req-baeabdf2-feaf-4b64-8835-2a5f04aab1da tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 932 time: 0.1259642 Feb 17 01:44:05.600551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06b07-911c-48de-ae06-17785e6070fa req-3d6bd07a-270c-4a81-9b71-fc32d737d262 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:05.604474 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6be06b07-911c-48de-ae06-17785e6070fa req-3d6bd07a-270c-4a81-9b71-fc32d737d262 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.2027698 Feb 17 01:44:05.649887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c211fad4-f03a-4be1-b060-87f371f57360 req-161b7131-da5e-46c6-b991-fec7dbd8aeab tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Feb 17 01:44:05.668542 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6be06b07-911c-48de-ae06-17785e6070fa req-6053a657-c42a-4d00-83ad-e1ca1539c819 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551744 Feb 17 01:44:05.685355 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0335672 Feb 17 01:44:06.215836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:06.514782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40588) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:06.655166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:06.671165 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:06.675405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce8b7c6e551440da17bba9086bc63e2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:06.679236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:06.685201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:06.772693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:06.821413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:06.830790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8942dca-630f-45c8-8169-1a597ed9842e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:06.856625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-63e4028a-067a-44ce-a746-8cfcfa4c6550 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:06.857469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-63e4028a-067a-44ce-a746-8cfcfa4c6550 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Synchronizing usage tracker for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:44:06.874092 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ce8b7c6e551440da17bba9086bc63e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581548 Feb 17 01:44:06.877935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98b613-9b00-4a69-b6bf-54318aa42274,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:06.878230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40602) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:06.880825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:06.927413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-63e4028a-067a-44ce-a746-8cfcfa4c6550 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Unset dirty status for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:44:06.928712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-63e4028a-067a-44ce-a746-8cfcfa4c6550 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 932 time: 0.1607025 Feb 17 01:44:06.963221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:06.982171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.006071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.014179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-1416fa3b-c37e-4341-8ff2-037c1441a72d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Synchronizing usage tracker for tenant:60825b90d54340579c73d5501d5e8627 on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:44:07.080311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40610) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:07.095050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-1416fa3b-c37e-4341-8ff2-037c1441a72d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Unset dirty status for tenant:60825b90d54340579c73d5501d5e8627 on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:44:07.095050 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa159af5-66cb-461a-8308-fe7b04547d45 req-1416fa3b-c37e-4341-8ff2-037c1441a72d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575224 Feb 17 01:44:07.241656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.250415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c279afb0-56cb-42ac-90ef-a75ffd213a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:07.307291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98b613-9b00-4a69-b6bf-54318aa42274,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:07.309769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:07.327676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.344632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.345834 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a98b613-9b00-4a69-b6bf-54318aa42274 HTTP/1.1" status: 204 len: 168 time: 0.4678154 Feb 17 01:44:07.352766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:07.359193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Usage tracker for resource:security_group_rule and tenant:06f00c0a22db48de9367c278dbd39d3c is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:07.362791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:07.370768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:07.414608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b85ee-ced2-412a-91d3-69a070e2fc72 req-c9727456-da78-4ea3-9aa3-5ebaa9954561 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:07.416146 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a38b85ee-ced2-412a-91d3-69a070e2fc72 req-c9727456-da78-4ea3-9aa3-5ebaa9954561 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1687624 Feb 17 01:44:07.484356 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a38b85ee-ced2-412a-91d3-69a070e2fc72 req-a7a23ba6-85ef-46e7-b83a-5f0028be1afa tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609822 Feb 17 01:44:07.534264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.561465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.571695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:07.616471 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06f00c0a22db48de9367c278dbd39d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349448 Feb 17 01:44:07.617705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbbb86b-e36d-462a-9d61-506bd5dead2d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:07.619320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40628) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:07.621132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:07.691756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.713642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.825572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40632) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:07.844281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.859741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:07.863830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6fa62ab786405ca3417620b09e4af8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:07.867327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:07.873128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:07.940025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:07.948859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8424c0f6-5631-4ed9-9278-53964da82f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:07.964754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbbb86b-e36d-462a-9d61-506bd5dead2d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:07.967341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:08.001978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.003188 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edbbb86b-e36d-462a-9d61-506bd5dead2d HTTP/1.1" status: 204 len: 168 time: 0.3826234 Feb 17 01:44:08.016969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.044218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.053262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2922b851-3062-416b-9c7e-b883447ea098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:08.094797 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae6fa62ab786405ca3417620b09e4af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680557 Feb 17 01:44:08.095679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c8996-d5b5-4a30-a93f-e1ff920fbeee,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:08.097755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40638) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:08.099605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:08.160187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.188778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.326444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194abada-5204-412a-acdb-d9c597b23825 req-5642c6a6-0cbc-42eb-8743-4b3550e943b9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:08.328100 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-194abada-5204-412a-acdb-d9c597b23825 req-5642c6a6-0cbc-42eb-8743-4b3550e943b9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 932 time: 0.1058075 Feb 17 01:44:08.329579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.335089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8c30a02d-5136-401f-9d8b-9a48ffc693d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:08.353275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Request body: {'port': {'device_id': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:08.406189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c8996-d5b5-4a30-a93f-e1ff920fbeee,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:08.416515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:08.450715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.454875 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c5c8996-d5b5-4a30-a93f-e1ff920fbeee HTTP/1.1" status: 204 len: 168 time: 0.3525925 Feb 17 01:44:08.502969 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-194abada-5204-412a-acdb-d9c597b23825 req-e0c14435-ed9a-4a41-a09b-6437bebc3c21 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593013 Feb 17 01:44:08.533405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.616929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40658) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:08.680285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.716753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:08.723844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Usage tracker for resource:security_group_rule and tenant:26f840d3639947349afd2b73e62212b0 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:08.728053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:08.735829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:08.778360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91779252-b65a-4c72-a40b-ad00d0ebc19a req-147f9c60-1773-4c7e-bffb-07604bfa29bf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:08.780012 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-91779252-b65a-4c72-a40b-ad00d0ebc19a req-147f9c60-1773-4c7e-bffb-07604bfa29bf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1395066 Feb 17 01:44:08.849653 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-91779252-b65a-4c72-a40b-ad00d0ebc19a req-2fa6d9f3-3279-4b63-a67e-60edd263cc65 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Feb 17 01:44:08.888726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.909785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:08.919127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e647c702-b5e4-45cb-85d0-06fb720eae5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:08.975920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40664) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:09.011139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.034356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11a5e41-d922-4fdd-8dd7-53c729df0c29 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:44:09.039624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:09.047090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.050026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Usage tracker for resource:security_group_rule and tenant:832a6bfe045f4f058cc34d6e48feb464 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:09.055135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:09.066996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:09.072426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Transition to ACTIVE for port object a11a5e41-d922-4fdd-8dd7-53c729df0c29 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:44:09.107893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.126913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:09.167810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b02fa3-9715-467e-90ac-bcab1970293d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:09.171242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:09.177430 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26f840d3639947349afd2b73e62212b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558190 Feb 17 01:44:09.177861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40668) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:09.238570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.267037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.289050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Pushing event updated for resources: {'Port': ['ID=a11a5e41-d922-4fdd-8dd7-53c729df0c29,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:09.302480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:09.327295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.359332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.371327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:09.381440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b02fa3-9715-467e-90ac-bcab1970293d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:09.383723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:09.389323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.390792 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48b02fa3-9715-467e-90ac-bcab1970293d HTTP/1.1" status: 204 len: 168 time: 0.2121444 Feb 17 01:44:09.462558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.496713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6766ea32-a9e2-4a89-9f62-e6c6287747ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:09.599513 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=832a6bfe045f4f058cc34d6e48feb464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224248 Feb 17 01:44:09.600613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9183215d-df10-4a66-88c7-8cb40a31a215,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:09.602391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40688) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:09.603412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Attempting to bind port a11a5e41-d922-4fdd-8dd7-53c729df0c29 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:44:09.603803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Attempting to bind port a11a5e41-d922-4fdd-8dd7-53c729df0c29 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:44:09.611646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Attempting to bind port a11a5e41-d922-4fdd-8dd7-53c729df0c29 on network b3398b3e-fea9-4d4e-8d46-de5181ab64dc {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:44:09.615414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:09.618243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:44:09.618624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Checking segment: {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:09.619032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.619503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Bound using segment: {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:44:09.619879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Bound port: a11a5e41-d922-4fdd-8dd7-53c729df0c29, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:44:09.628978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.757683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] For port a11a5e41-d922-4fdd-8dd7-53c729df0c29, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:44:09.761322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] For port a11a5e41-d922-4fdd-8dd7-53c729df0c29, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a11a5e41-d922-4fdd-8dd7-53c729df0c29,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:44:09.774565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.802432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.808728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.819998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:09.869125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58509e06-48a6-4896-af99-94799d87112e req-41cd866a-3ed8-4f6f-aea6-7cda84ae1ac7 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:09.870738 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58509e06-48a6-4896-af99-94799d87112e req-41cd866a-3ed8-4f6f-aea6-7cda84ae1ac7 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1562917 Feb 17 01:44:09.939213 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58509e06-48a6-4896-af99-94799d87112e req-8fc28199-a66a-433d-8ad9-2a90de2d0a25 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614626 Feb 17 01:44:09.980632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:09.986219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9b868c92-8d45-4a68-ae97-e6722c8fd363 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:09.992353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Pushing event updated for resources: {'Port': ['ID=a11a5e41-d922-4fdd-8dd7-53c729df0c29,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:10.002846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9183215d-df10-4a66-88c7-8cb40a31a215,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:10.006797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:10.011494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:10.023007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:10.024812 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9183215d-df10-4a66-88c7-8cb40a31a215 HTTP/1.1" status: 204 len: 168 time: 0.4212155 Feb 17 01:44:10.137582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:10.138881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:10.140694 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] 10.222.0.59 "PUT /v2.0/ports/a11a5e41-d922-4fdd-8dd7-53c729df0c29 HTTP/1.1" status: 200 len: 1158 time: 1.7987602 Feb 17 01:44:10.141237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:44:10.184639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e6c6-729b-4e7c-987b-defb1d5a8205 req-36c8f9f0-c2ef-4d72-9904-86940a56d663 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:10.197441 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0001e6c6-729b-4e7c-987b-defb1d5a8205 req-36c8f9f0-c2ef-4d72-9904-86940a56d663 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1773360 Feb 17 01:44:10.223670 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29', 'status': 'completed', 'code': 200} Feb 17 01:44:10.302134 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0001e6c6-729b-4e7c-987b-defb1d5a8205 req-d92e8976-684e-4292-a47f-a19c872fc120 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034610 Feb 17 01:44:10.339414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-b60bf1a0-5fd7-4bcf-93fc-bd9328632640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:10.341160 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-b60bf1a0-5fd7-4bcf-93fc-bd9328632640 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 1161 time: 0.1136763 Feb 17 01:44:10.388950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40722) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:10.434723 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-5a3829a7-c776-470d-8266-3d8b092e6b72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11a5e41-d922-4fdd-8dd7-53c729df0c29 HTTP/1.1" status: 200 len: 217 time: 0.0850983 Feb 17 01:44:10.472390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Deleting subnet f0e0ea40-b91c-4249-a9ed-7e47461db6b9 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:44:10.475898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:10.531535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851566690'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:10.601227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:11.136067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2384036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2486103'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:11.160153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3ce5a953-c31c-468a-9189-1b26c215ab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:11.268939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e0ea40-b91c-4249-a9ed-7e47461db6b9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:11.276066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:11.329576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:11.340140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0195-f4c6-45a3-9fd6-6969ebfb29ed req-a3f69186-3618-4ea1-800b-5877503cbc44 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:11.340712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5bab0195-f4c6-45a3-9fd6-6969ebfb29ed req-a3f69186-3618-4ea1-800b-5877503cbc44 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.2513306 Feb 17 01:44:11.345867 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f0e0ea40-b91c-4249-a9ed-7e47461db6b9 HTTP/1.1" status: 204 len: 168 time: 0.9554751 Feb 17 01:44:11.349337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40770) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:11.390087 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5bab0195-f4c6-45a3-9fd6-6969ebfb29ed req-853731ea-8f75-4a07-924f-953aea7b7d94 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Feb 17 01:44:11.498704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:11.670563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0e50-4ea5-4e3d-bc8a-6fb25f0a7516 req-587460ec-19cb-41dd-a59f-468ff06397f6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:11.678697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-774c0e50-4ea5-4e3d-bc8a-6fb25f0a7516 req-587460ec-19cb-41dd-a59f-468ff06397f6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1523449 Feb 17 01:44:11.731252 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-774c0e50-4ea5-4e3d-bc8a-6fb25f0a7516 req-d77364b1-9d67-4fb6-b2a3-0f6b36baa1f9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516188 Feb 17 01:44:11.784919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:11.913818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.914228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.915066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.916025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.916025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.916223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.916511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.916855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.917500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.917856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.984949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.985325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.985692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.986056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:44:11.986448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5f0361-f2de-4166-a4b9-c8d2e71f56d1']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:11.993354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40792) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:12.000582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2753ac4-c940-4590-8422-2d9b4f95be61') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:12.000926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2753ac4-c940-4590-8422-2d9b4f95be61') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:12.015106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.090461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.092853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:44:12.120204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.137052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:12.141281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Usage tracker for resource:security_group_rule and tenant:398fb954fa2e4c28a96d7ffb702ed42b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:12.144946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:12.150776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:12.236635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.243440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-fcac512b-4e71-4e52-99e1-283e814d8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:12.245219 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-fcac512b-4e71-4e52-99e1-283e814d8a92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=110113c0-044c-437c-9f87-1d49face5f8b HTTP/1.1" status: 200 len: 854 time: 0.0807235 Feb 17 01:44:12.269906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.279310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ef71730-6233-402a-9332-cf5372f4cb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:12.326616 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=398fb954fa2e4c28a96d7ffb702ed42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318892 Feb 17 01:44:12.327452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e6eac8-1019-4999-aca3-cd7b2867c987,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:12.330805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:12.331520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40810) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:12.400814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:44:12.402439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.413715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.431332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.555803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.565547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3fefc2d3-f22e-405d-bebc-6fa9bc899cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:12.578687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e6eac8-1019-4999-aca3-cd7b2867c987,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:12.584186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:12.588836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.592766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30e6eac8-1019-4999-aca3-cd7b2867c987 HTTP/1.1" status: 204 len: 168 time: 0.2595534 Feb 17 01:44:12.611611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Network 3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:44:12.632880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ece8c6-1eda-46ee-9150-370ddfcd65e3 req-ce1f6cee-d1a6-45d8-9fc6-ef8fbb2b98ac tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:12.634506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11ece8c6-1eda-46ee-9150-370ddfcd65e3 req-ce1f6cee-d1a6-45d8-9fc6-ef8fbb2b98ac tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1220911 Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: from cryptography.utils import int_from_bytes Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: from cryptography.utils import int_from_bytes Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: (rel_b, rel_a, rel_b), Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: (rel_b, rel_a, rel_b), Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:44:12.638682 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:44:12.686641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11ece8c6-1eda-46ee-9150-370ddfcd65e3 req-4cf206da-addd-4d68-9c4c-7e34fd54ebaf tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Feb 17 01:44:12.878773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.883020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:12.907203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:12.915387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5f0361-f2de-4166-a4b9-c8d2e71f56d1,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:12.927115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:12.976730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3decf47f-2e54-4996-bb5a-80428f6402e2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a5f0361-f2de-4166-a4b9-c8d2e71f56d1 HTTP/1.1" status: 204 len: 168 time: 1.6255977 Feb 17 01:44:12.981400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251d20c-1ded-4fd4-a2c0-d059c7ff5294 req-d10fc9cc-21ed-4917-9184-2e1fa0a42635 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:12.983003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5251d20c-1ded-4fd4-a2c0-d059c7ff5294 req-d10fc9cc-21ed-4917-9184-2e1fa0a42635 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1036112 Feb 17 01:44:13.032533 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5251d20c-1ded-4fd4-a2c0-d059c7ff5294 req-0aac02e5-2cd8-42a3-918e-35a4fdcd6790 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Feb 17 01:44:13.237218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40838) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:13.259071 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-6d689fb0-d1b6-47a1-a09b-221ba99d9adc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541697 Feb 17 01:44:13.294024 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-54c96908-1c93-4168-88a7-31bcc30b6397 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b07d546c028a4b1b9b50c90ef88735c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548003 Feb 17 01:44:13.296292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40842) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:13.359907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:13.396001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:13.430050 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-102bb408-3ba5-4e45-abdf-c8e133f1d511 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410825 Feb 17 01:44:13.498502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:13.503735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9767ccb4-3c74-446e-bb1e-0e3dcb8263dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:13.518867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b523366-c515-42c3-9fd8-110f4a74d5ad,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:13.522221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:13.566466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:13.568460 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b523366-c515-42c3-9fd8-110f4a74d5ad HTTP/1.1" status: 204 len: 168 time: 0.2711709 Feb 17 01:44:13.580551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ae38309-5395-4577-9205-aa08a9fd5bc1 req-f41d67ef-7441-4fff-b8ef-12fc34229ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1618128 Feb 17 01:44:13.740839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-144a6f3d-158c-4c99-90a9-cc11f1742a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:13.742678 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-144a6f3d-158c-4c99-90a9-cc11f1742a10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 1161 time: 0.0857077 Feb 17 01:44:13.934030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a4e21-353a-4450-9d0e-f8ebce2a859a req-7befc003-9af0-44d8-8481-3bd09c2942d1 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:13.943399 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e70a4e21-353a-4450-9d0e-f8ebce2a859a req-7befc003-9af0-44d8-8481-3bd09c2942d1 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1206248 Feb 17 01:44:14.009697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e70a4e21-353a-4450-9d0e-f8ebce2a859a req-0a52c15c-db85-4cde-bf11-b6e1730d86d9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640621 Feb 17 01:44:14.166422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-912ab960-c377-4dce-9fab-325dffefbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:14.168525 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-912ab960-c377-4dce-9fab-325dffefbed8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 908 time: 0.4161134 Feb 17 01:44:14.260199 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-9db32b39-0907-49a6-afe4-d8fef78cea3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a11a5e41-d922-4fdd-8dd7-53c729df0c29 HTTP/1.1" status: 200 len: 217 time: 0.0836699 Feb 17 01:44:14.393161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-ce072c32-9105-4984-b4f1-166689bd731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:14.394722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-ce072c32-9105-4984-b4f1-166689bd731a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=110113c0-044c-437c-9f87-1d49face5f8b HTTP/1.1" status: 200 len: 854 time: 0.0896730 Feb 17 01:44:14.459784 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-fa70d9b3-f391-4bb4-95b6-d99d2c330e9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550039 Feb 17 01:44:14.499247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18a72-e76b-46e1-abbc-3202008f7e99 req-815545ab-c128-49ad-b72c-8bfee788bd9c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:14.500967 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00d18a72-e76b-46e1-abbc-3202008f7e99 req-815545ab-c128-49ad-b72c-8bfee788bd9c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.3224661 Feb 17 01:44:14.643163 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00d18a72-e76b-46e1-abbc-3202008f7e99 req-dcb1af3c-2579-476e-8b7c-b0a96960ca0c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809071 Feb 17 01:44:14.702038 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-6b34e325-1c11-46b5-b355-8ff9d2a47eb6 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342262 Feb 17 01:44:14.839082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 40922) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:14.874495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de11c86b-6825-4b0b-ab4c-dbb01a6c80be req-c610fae7-605f-4c8b-b32a-80e4596cace6 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1626496 Feb 17 01:44:14.988750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.005005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:15.009098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b36fab2ca9408492de2bb0797e5901 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:15.012338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:15.020992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:15.223903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.256900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700167f-294c-42a3-9220-4fae0e63306e req-f7514edd-2a7b-4e93-856c-50d7fd5c1471 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:15.263503 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5700167f-294c-42a3-9220-4fae0e63306e req-f7514edd-2a7b-4e93-856c-50d7fd5c1471 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1205246 Feb 17 01:44:15.282735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.294865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc8e8884-3f7c-4323-ad62-ac3f158ce1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:15.352238 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5b36fab2ca9408492de2bb0797e5901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119386 Feb 17 01:44:15.355272 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 40948) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:15.358308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba8392b-5330-466a-96f6-c99519a95c8f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:15.363690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5700167f-294c-42a3-9220-4fae0e63306e req-271a9852-276a-46c4-b944-ae7ff378bc56 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984433 Feb 17 01:44:15.365123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:15.476442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.509903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.578857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-c64d19dc-fb8b-45d1-b369-1d9b9bb83dc1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:44:15.599077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.604261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:15.618856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba8392b-5330-466a-96f6-c99519a95c8f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:15.621976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:15.622894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:15.625843 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dba8392b-5330-466a-96f6-c99519a95c8f HTTP/1.1" status: 204 len: 168 time: 0.2675638 Feb 17 01:44:15.872041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc71fc-dac7-47f5-945f-2957ab2387c7 req-aaf1d1bf-ade7-4f1e-8671-f5d2b5aab8c6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:15.873669 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ebc71fc-dac7-47f5-945f-2957ab2387c7 req-aaf1d1bf-ade7-4f1e-8671-f5d2b5aab8c6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1014559 Feb 17 01:44:15.934265 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ebc71fc-dac7-47f5-945f-2957ab2387c7 req-ca91f9f4-34c7-461c-91d7-701d19851229 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543346 Feb 17 01:44:16.318340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41000) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:16.483089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.503675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:16.508261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Usage tracker for resource:security_group_rule and tenant:1c68409e2e8749748a614d8e3f21a37b is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:16.511327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:16.517162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:16.669576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.700171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.709405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3f25c2f7-69ff-42f0-a863-8c23bdd63e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:16.728843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc4cad-efcf-4c86-abed-0c31111ea98b req-f98b37eb-a950-4640-817e-8922c71240a6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:16.730465 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7dc4cad-efcf-4c86-abed-0c31111ea98b req-f98b37eb-a950-4640-817e-8922c71240a6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1842935 Feb 17 01:44:16.776155 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c68409e2e8749748a614d8e3f21a37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559059 Feb 17 01:44:16.779091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41034) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:16.796088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085de194-27dc-4a64-a2a9-311b7e87371d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:16.800910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:16.813977 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7dc4cad-efcf-4c86-abed-0c31111ea98b req-4da7fc11-f1e4-48f5-bb69-3fccd475de15 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Feb 17 01:44:16.864813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.892976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.964422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:16.971649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8626c8b-3817-41de-80da-699863a867a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:16.990580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085de194-27dc-4a64-a2a9-311b7e87371d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:16.994837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:16.998347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41046) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:17.006209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.011089 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/085de194-27dc-4a64-a2a9-311b7e87371d HTTP/1.1" status: 204 len: 168 time: 0.2308404 Feb 17 01:44:17.145666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.166397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:17.172732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb4f47129e24278b425c927ea276c2f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:17.178604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:17.192372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:17.215230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687389-3d47-455a-a270-de089785b42b req-99f2c83d-fc22-47fa-8c5a-f702accbe6d6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:17.216879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e8687389-3d47-455a-a270-de089785b42b req-99f2c83d-fc22-47fa-8c5a-f702accbe6d6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1394420 Feb 17 01:44:17.289019 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e8687389-3d47-455a-a270-de089785b42b req-a5a5e809-0b6e-46b6-a5b2-2769b55bba00 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606532 Feb 17 01:44:17.339937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.370476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.380285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d781c849-86ef-47c4-bf29-ae68b13e5c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:17.429202 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffb4f47129e24278b425c927ea276c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300084 Feb 17 01:44:17.430176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7359b374-aea1-451d-8f10-3136b78e96b9,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:17.432416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41062) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:17.433493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:17.497579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.527052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.580422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41068) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:17.600692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.615845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:17.619907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c8bd30471646699597bf2ac3275eed is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:17.621721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.622915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:17.627538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f04eaf09-34c4-4e16-8945-8a86ce1ef417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:17.628826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:17.641747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7359b374-aea1-451d-8f10-3136b78e96b9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:17.644670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:17.646466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.650410 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7359b374-aea1-451d-8f10-3136b78e96b9 HTTP/1.1" status: 204 len: 168 time: 0.2142210 Feb 17 01:44:17.730927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.778968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.788630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ea86cad2-d2f3-4384-be42-9375c52813fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:17.840312 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7c8bd30471646699597bf2ac3275eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586911 Feb 17 01:44:17.841962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f89cd-ae3e-458b-a949-b9ad6270e915,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:17.843168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41082) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:17.846084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:17.910398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:17.945006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.024617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.026494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5f3f3-83b1-426c-9f49-f1bd2116a928 req-3459dedc-0074-4f49-8f0b-1b9e8b47b34d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:18.028361 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7f5f3f3-83b1-426c-9f49-f1bd2116a928 req-3459dedc-0074-4f49-8f0b-1b9e8b47b34d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.0893476 Feb 17 01:44:18.030102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9e10046a-8e5f-499a-90f6-2c6fe2d6f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:18.044449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f89cd-ae3e-458b-a949-b9ad6270e915,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:18.047490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:18.048504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.049795 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/214f89cd-ae3e-458b-a949-b9ad6270e915 HTTP/1.1" status: 204 len: 168 time: 0.2054210 Feb 17 01:44:18.092051 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7f5f3f3-83b1-426c-9f49-f1bd2116a928 req-3a8ecc93-37d0-4754-a70c-f052e614d7f3 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Feb 17 01:44:18.263370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41098) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:18.283642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.300476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:18.305407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Usage tracker for resource:security_group_rule and tenant:5846d3f8d2d54c1bb5c4f82cdf19bd6c is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:18.309032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:18.314983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:18.401870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.491481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.506459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-70eea576-e1b4-4b4d-8d95-38e53a9921b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:18.558063 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5846d3f8d2d54c1bb5c4f82cdf19bd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934132 Feb 17 01:44:18.560981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41114) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:18.563352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204c66fb-829e-4820-8d88-398529600a17,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:18.570281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:18.603468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96712d-7a05-4ce7-b9bc-53c7c29e026e req-d19e068b-cfa9-46a9-9a8d-2685906cf43b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:18.611099 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7c96712d-7a05-4ce7-b9bc-53c7c29e026e req-d19e068b-cfa9-46a9-9a8d-2685906cf43b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1864669 Feb 17 01:44:18.671830 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7c96712d-7a05-4ce7-b9bc-53c7c29e026e req-afb2cd49-cc76-4a11-a433-df026d5b2c9b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595613 Feb 17 01:44:18.672826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.714021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.790126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.795735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:18.807200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c66fb-829e-4820-8d88-398529600a17,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:18.809864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:18.822572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:18.826348 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/204c66fb-829e-4820-8d88-398529600a17 HTTP/1.1" status: 204 len: 168 time: 0.2615881 Feb 17 01:44:19.123401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:19.238863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port a11a5e41-d922-4fdd-8dd7-53c729df0c29 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:44:19.244337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a11a5e41-d922-4fdd-8dd7-53c729df0c29 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:19.244843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:19.331127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9daa7f-b753-49ca-8963-7b76245e66be req-d49a9531-0b38-40f7-b474-5e354a09e882 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:19.333397 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b9daa7f-b753-49ca-8963-7b76245e66be req-d49a9531-0b38-40f7-b474-5e354a09e882 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 944 time: 0.1056468 Feb 17 01:44:19.382899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:19.388258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b9daa7f-b753-49ca-8963-7b76245e66be req-6781cab1-e6f3-449f-819b-a45aaa726833 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Feb 17 01:44:19.418973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:44:19.429916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a11a5e41-d922-4fdd-8dd7-53c729df0c29, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a11a5e41-d922-4fdd-8dd7-53c729df0c29,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:44:19.456600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:19.459982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:19.561432 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29', 'code': 200} Feb 17 01:44:19.564618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a11a5e41-d922-4fdd-8dd7-53c729df0c29,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:19.589399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.589793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.593968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.594624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.594996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.595403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.595771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.596994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.597488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.597860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.598254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.599063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.599794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.600322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.600663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.601352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.604006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:19.607935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:19.623051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:19.724716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a11a5e41-d922-4fdd-8dd7-53c729df0c29 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:19.725139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:20.130245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d60da-b115-4aa4-acbd-402c01e96991 req-7955888f-8def-4f51-a878-0d89bd9ab20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:20.131808 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3d4d60da-b115-4aa4-acbd-402c01e96991 req-7955888f-8def-4f51-a878-0d89bd9ab20a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 1163 time: 0.2483776 Feb 17 01:44:20.138047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d733-443f-47b5-8956-ac14848878ae req-7689f4a8-7dae-4454-b422-f7267098e853 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:20.139566 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2999d733-443f-47b5-8956-ac14848878ae req-7689f4a8-7dae-4454-b422-f7267098e853 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.2120702 Feb 17 01:44:20.227377 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3d4d60da-b115-4aa4-acbd-402c01e96991 req-95a9cacc-37b8-4bef-a685-35cb24f404a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786786 Feb 17 01:44:20.243688 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2999d733-443f-47b5-8956-ac14848878ae req-3f3936ca-c4a4-4e5d-987c-a20af3f68c1b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961769 Feb 17 01:44:20.659966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e1a3-e4f3-4c94-80cd-f386397ab60d req-5b5ff203-120a-4cd4-b154-452a5a86e601 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:20.667898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c63e1a3-e4f3-4c94-80cd-f386397ab60d req-5b5ff203-120a-4cd4-b154-452a5a86e601 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1022909 Feb 17 01:44:20.715993 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c63e1a3-e4f3-4c94-80cd-f386397ab60d req-2794d1e1-f1d0-4a72-9a46-15858b351ebc tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469255 Feb 17 01:44:21.502324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f65aaf-078a-46ca-a786-15116e5e098c req-0824787b-6a23-46b6-a0ea-76b0b93d33df tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:21.504217 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-87f65aaf-078a-46ca-a786-15116e5e098c req-0824787b-6a23-46b6-a0ea-76b0b93d33df tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1146851 Feb 17 01:44:21.584112 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-87f65aaf-078a-46ca-a786-15116e5e098c req-1e5e0be3-5d21-4b64-b60d-b81e71dcc601 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720811 Feb 17 01:44:21.788294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41282) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:21.945528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:21.947105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:21.953026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f6d5c09a004182a7e9d53e912c1a28 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:21.961800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e408d48-fb95-45a6-a441-07f13ae7ae7e req-a6b44ba1-0230-42f3-bde4-1d1039424784 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:21.963421 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2e408d48-fb95-45a6-a441-07f13ae7ae7e req-a6b44ba1-0230-42f3-bde4-1d1039424784 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1329677 Feb 17 01:44:21.964289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:21.971302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:22.033712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2e408d48-fb95-45a6-a441-07f13ae7ae7e req-22baeadb-b290-4cea-95d9-0b86e01f75dd tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 Feb 17 01:44:22.094813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.215853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.225935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c19e8dce-ba1b-410f-9119-ecc715ff4f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:22.266058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7de5e81-ff08-4767-b72e-fe7d6b845d9a,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:22.272253 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8f6d5c09a004182a7e9d53e912c1a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826109 Feb 17 01:44:22.273530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:22.274190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41294) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:22.348833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25293327-875c-4810-827d-463967858d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.375505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25293327-875c-4810-827d-463967858d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.455872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25293327-875c-4810-827d-463967858d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.461727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6d60fa7b-c39d-42ee-8a43-6478becf9535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:22.478321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293327-875c-4810-827d-463967858d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7de5e81-ff08-4767-b72e-fe7d6b845d9a,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:22.482599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-25293327-875c-4810-827d-463967858d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:22.501142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25293327-875c-4810-827d-463967858d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:22.502648 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-25293327-875c-4810-827d-463967858d63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7de5e81-ff08-4767-b72e-fe7d6b845d9a HTTP/1.1" status: 204 len: 168 time: 0.2271249 Feb 17 01:44:22.848612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdce80-a0f3-42df-8c76-aa9f38f8dc3d req-cc83281e-91cc-4dbe-a80a-441789bef70b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:22.850228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6acdce80-a0f3-42df-8c76-aa9f38f8dc3d req-cc83281e-91cc-4dbe-a80a-441789bef70b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1242135 Feb 17 01:44:22.908216 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6acdce80-a0f3-42df-8c76-aa9f38f8dc3d req-4ddf8748-b3a8-4431-9dcd-bf75b501fa6a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Feb 17 01:44:23.018871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41314) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:23.038570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.054777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:23.058826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Usage tracker for resource:security_group_rule and tenant:bdce3f3106ac44ac810af6d626bd7678 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:23.061820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:23.067620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:23.152579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.175127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.184063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2bede755-c788-4b01-b0e6-2207b7d771b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:23.227856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c1d48-2d1a-4e00-845a-63be57b4aebf req-636f5bbe-97f4-49e6-8b15-ee7e6d4bcae2 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:23.229414 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f4c1d48-2d1a-4e00-845a-63be57b4aebf req-636f5bbe-97f4-49e6-8b15-ee7e6d4bcae2 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.0859098 Feb 17 01:44:23.230140 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdce3f3106ac44ac810af6d626bd7678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101250 Feb 17 01:44:23.231174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d695f-b260-4940-80ad-a7002ca655d9,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:23.232890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41320) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:23.234450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:23.317277 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f4c1d48-2d1a-4e00-845a-63be57b4aebf req-d000233a-ac50-4054-9140-281d8c4d2de7 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Feb 17 01:44:23.335367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.362788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.426584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.431504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f8f6120e-c2f1-48f4-99ad-9df5f43bac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:23.444495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d695f-b260-4940-80ad-a7002ca655d9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:23.449187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:23.453451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.456082 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf8d695f-b260-4940-80ad-a7002ca655d9 HTTP/1.1" status: 204 len: 168 time: 0.2207978 Feb 17 01:44:23.880829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:23.974635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:24.047282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a11a5e41-d922-4fdd-8dd7-53c729df0c29 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:24.047600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:24.119607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff21c-5a17-43fb-a60d-6f33b03a47e6 req-bff44c93-fe1f-4620-8eba-d44fd2e4304d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:24.121305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a42ff21c-5a17-43fb-a60d-6f33b03a47e6 req-bff44c93-fe1f-4620-8eba-d44fd2e4304d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0933571 Feb 17 01:44:24.176852 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a42ff21c-5a17-43fb-a60d-6f33b03a47e6 req-4f9ed7e2-9aef-4dc3-860b-ea0bf4d145e5 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Feb 17 01:44:24.386922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:24.480767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a11a5e41-d922-4fdd-8dd7-53c729df0c29 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:24.481297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:24.591595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec29d71-fdbb-41ee-a0cc-40c70b69d8dd req-5f636ed5-5e58-4ece-97bf-8d942aba91a7 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:24.591595 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fec29d71-fdbb-41ee-a0cc-40c70b69d8dd req-5f636ed5-5e58-4ece-97bf-8d942aba91a7 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1185315 Feb 17 01:44:24.629109 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fec29d71-fdbb-41ee-a0cc-40c70b69d8dd req-cd7a7797-e485-41ea-b96f-6d2dc67c2436 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547881 Feb 17 01:44:25.429611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a8a9-5ddf-42c1-8920-422a52be0213 req-b5143f83-3b31-4022-9a09-79a8826e3fb6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:25.431251 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1aa9a8a9-5ddf-42c1-8920-422a52be0213 req-b5143f83-3b31-4022-9a09-79a8826e3fb6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1064429 Feb 17 01:44:25.487694 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1aa9a8a9-5ddf-42c1-8920-422a52be0213 req-840c8314-e2d9-4104-967f-078d95724cfa tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Feb 17 01:44:25.854937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9cdbb-6ead-46d5-8baa-c2804b53ed5e req-42fde977-b15c-4013-acf8-96842bf6c140 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:25.856647 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-84f9cdbb-6ead-46d5-8baa-c2804b53ed5e req-42fde977-b15c-4013-acf8-96842bf6c140 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1046131 Feb 17 01:44:25.915523 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-84f9cdbb-6ead-46d5-8baa-c2804b53ed5e req-cd18b5b5-ce7f-463f-95ac-2485672cae35 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516381 Feb 17 01:44:26.190776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41450) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:26.329303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.345459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:26.350211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2752e91dec40d8ae2bb9ecd57a8929 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:26.353212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:26.359032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:26.445659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.484144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.493874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-32fc4ed9-9bf0-49d7-a704-03a686ea3429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:26.537738 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad2752e91dec40d8ae2bb9ecd57a8929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455200 Feb 17 01:44:26.539558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ce5c1-091e-4b2c-b6b9-396604622c79,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:26.540823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41482) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:26.543126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:26.614207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.696768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.765800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10515b-764a-4c57-b6ff-2c320129b5f3 req-69e60bb1-212f-41be-98fc-035742ccee72 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:26.767494 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf10515b-764a-4c57-b6ff-2c320129b5f3 req-69e60bb1-212f-41be-98fc-035742ccee72 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1375465 Feb 17 01:44:26.822671 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf10515b-764a-4c57-b6ff-2c320129b5f3 req-866e12e4-41ee-4e1b-82ef-ac944455dec5 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467098 Feb 17 01:44:26.823899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.829046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:26.841134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ce5c1-091e-4b2c-b6b9-396604622c79,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:26.843674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:26.851059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:26.864889 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c6ce5c1-091e-4b2c-b6b9-396604622c79 HTTP/1.1" status: 204 len: 168 time: 0.3155465 Feb 17 01:44:27.340316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41526) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:27.500773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.519852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:27.525185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a104dac0c049a1882090ded61152c4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:27.528816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:27.536437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:27.594971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41544) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:27.616035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.636487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.642503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:27.646882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Usage tracker for resource:security_group_rule and tenant:258e11fc2e094deb927deb5de6197344 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:27.650075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:27.655992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:27.661614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.671541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51941143-07ab-47c8-b8ea-6b3e8dc1f161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:27.722061 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9a104dac0c049a1882090ded61152c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804271 Feb 17 01:44:27.724495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41548) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:27.725217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d62fd-807b-46e2-a30e-03c3cfd01421,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:27.739665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:27.762366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:44:27.774956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.812533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.837910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.845143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.849972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a964a168-d85b-4a70-ba59-f3ac5a04cb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:27.880002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=258e11fc2e094deb927deb5de6197344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827821 Feb 17 01:44:27.883006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41554) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:27.897692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b63274-6c8c-4999-b67f-6d26711db9ad,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:27.901837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:27.958625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.990890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:27.995784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.003679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e02cc38a-6ec6-4e13-982f-a48b9e1d2cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:28.083453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d62fd-807b-46e2-a30e-03c3cfd01421,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:28.092677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:28.116390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.119272 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/530d62fd-807b-46e2-a30e-03c3cfd01421 HTTP/1.1" status: 204 len: 168 time: 0.3785033 Feb 17 01:44:28.193899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9d79-5a7a-4366-8dc7-f3f2ed545f95 req-16692151-bd00-48a7-8ebb-a5658e09f81d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:28.198086 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c40c9d79-5a7a-4366-8dc7-f3f2ed545f95 req-16692151-bd00-48a7-8ebb-a5658e09f81d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1811771 Feb 17 01:44:28.226692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.236732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bb50c7ec-cf66-4c2d-a14b-20e2984cac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:28.252045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b63274-6c8c-4999-b67f-6d26711db9ad,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:28.263860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:28.276118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.292344 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8d3184f7-9f2a-4bf5-a5d3-cb4555bf4876 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08b63274-6c8c-4999-b67f-6d26711db9ad HTTP/1.1" status: 204 len: 168 time: 0.3960814 Feb 17 01:44:28.300725 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c40c9d79-5a7a-4366-8dc7-f3f2ed545f95 req-1d21856c-e046-4a42-b706-616847168f0d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969219 Feb 17 01:44:28.665947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41578) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:28.686083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.701995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:28.706149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Usage tracker for resource:security_group_rule and tenant:810d3954992d46eea076deea74f01d8a is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:28.709768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:28.715669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:28.800915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.830336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.840630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c225f653-02ff-4e85-b30e-a438460c99d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:28.883323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=810d3954992d46eea076deea74f01d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160630 Feb 17 01:44:28.885280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425aaa6-a469-439f-b757-5b09f1eff330,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:28.886238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41588) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:28.888493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:28.951060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:28.978832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:29.081803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:29.087594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0af9f088-c6c5-4506-ae1c-ac13bf93632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:29.101605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425aaa6-a469-439f-b757-5b09f1eff330,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:29.104356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:29.106658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:29.107879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2425aaa6-a469-439f-b757-5b09f1eff330 HTTP/1.1" status: 204 len: 168 time: 0.2205820 Feb 17 01:44:29.545259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55a735-4e4a-4c23-85e5-b503dc903549 req-c93f86e8-664e-4484-ab0a-1b29268d55ac tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:29.546955 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd55a735-4e4a-4c23-85e5-b503dc903549 req-c93f86e8-664e-4484-ab0a-1b29268d55ac tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1093132 Feb 17 01:44:29.614638 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd55a735-4e4a-4c23-85e5-b503dc903549 req-927e0ae3-75c7-40ea-aeb1-ba286ee4c015 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Feb 17 01:44:30.571691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41670) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:30.700925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:30.719730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:30.725201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Usage tracker for resource:security_group_rule and tenant:38e78e48f3f04a63adaa40d82db7c8e2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:30.728258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:30.734409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:30.915104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:30.922947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c06ae7-5211-44c7-9e6f-3a49142f4151 req-dcef31c0-3cf6-458a-accf-06081c68d56a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:30.929952 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0c06ae7-5211-44c7-9e6f-3a49142f4151 req-dcef31c0-3cf6-458a-accf-06081c68d56a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1705184 Feb 17 01:44:30.953283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:30.962046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a3e0cf0c-9eda-4777-986c-1437e2306598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:31.015491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0c06ae7-5211-44c7-9e6f-3a49142f4151 req-69ab57e2-b1d8-4915-97ab-dcf530992656 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836864 Feb 17 01:44:31.023048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c9eac0-f0f4-4c00-b2a3-ab500101759b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:31.027690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38e78e48f3f04a63adaa40d82db7c8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548764 Feb 17 01:44:31.028952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:31.030481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41696) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:31.096203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:31.124511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:31.195565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:31.200960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:31.212983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c9eac0-f0f4-4c00-b2a3-ab500101759b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:31.216769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:31.220108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:31.221550 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1c9eac0-f0f4-4c00-b2a3-ab500101759b HTTP/1.1" status: 204 len: 168 time: 0.1901314 Feb 17 01:44:31.894103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41732) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:31.914509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:31.930081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:31.934163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Usage tracker for resource:security_group_rule and tenant:63ee54c52b89424c8d18f91dc70c12a6 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:31.937186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:31.943482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:32.132002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.206619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.426468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5752983c-93c3-47e6-9105-fb3c46c32a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:32.482966 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63ee54c52b89424c8d18f91dc70c12a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869615 Feb 17 01:44:32.485714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41756) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:32.491787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342c844-fdcb-4c29-bae9-3f5bfd5ad911,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:32.495472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:32.522119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b6a1-a237-454f-96e9-df86445c192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.527670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa078af2-28f8-49ab-ae52-8fb06c30357a req-e434c614-f039-4262-9e40-c82e14b7b457 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:32.536403 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa078af2-28f8-49ab-ae52-8fb06c30357a req-e434c614-f039-4262-9e40-c82e14b7b457 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.3779976 Feb 17 01:44:32.581761 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa078af2-28f8-49ab-ae52-8fb06c30357a req-f5703609-a8b7-4ed4-ac86-687b1e12d48a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Feb 17 01:44:32.589209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.615633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.689954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.697611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7d3c4c65-2d28-47d1-b0a1-1bafe38bae6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:32.714717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342c844-fdcb-4c29-bae9-3f5bfd5ad911,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:32.730913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:32.731721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:32.736502 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2342c844-fdcb-4c29-bae9-3f5bfd5ad911 HTTP/1.1" status: 204 len: 168 time: 0.2495687 Feb 17 01:44:33.540962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41794) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:33.685288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:33.701636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:33.705940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Usage tracker for resource:security_group_rule and tenant:381f7b8aab7549058879f873b130ed78 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:33.709948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:33.715836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:33.865983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472fec5-8521-44bd-a844-a6c1748eb0ed req-fd865b50-6ad7-4686-824c-ca8e0a02af98 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:33.867616 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4472fec5-8521-44bd-a844-a6c1748eb0ed req-fd865b50-6ad7-4686-824c-ca8e0a02af98 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1373448 Feb 17 01:44:33.990706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4472fec5-8521-44bd-a844-a6c1748eb0ed req-28415a9d-ae9c-46cd-b24c-4005c7d7359b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057799 Feb 17 01:44:33.992790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.044190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.054073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1cf6e672-b423-4a84-aa89-d70502a42b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:34.106578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41830) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:34.106760 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=381f7b8aab7549058879f873b130ed78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645423 Feb 17 01:44:34.107998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d044216-3005-4a15-89e4-c1dc0fcd8177,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:34.111800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:34.223490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.254973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.341462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.350479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-620ad295-bb45-4659-9fcb-4f678b97af82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:34.371942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.377706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d044216-3005-4a15-89e4-c1dc0fcd8177 HTTP/1.1" status: 204 len: 168 time: 0.2692463 Feb 17 01:44:34.378188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f24141e9-fa19-41ff-8e2f-2f18549b78df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.381720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d044216-3005-4a15-89e4-c1dc0fcd8177,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:34.384956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:34.947802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41868) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:34.968354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:34.985479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:34.989958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Usage tracker for resource:security_group_rule and tenant:14f33ae6cfb94a54b7fb253d9cc9a7e2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:34.993026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:34.999675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:35.093929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.130264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.130564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.141690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f557b8e6-93e1-4c18-8053-d2cb8b8ce2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:35.201052 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14f33ae6cfb94a54b7fb253d9cc9a7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513080 Feb 17 01:44:35.201988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9213f-5808-4b70-a7ee-29ddefb663ff,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:35.205290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:35.205448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41882) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:35.245006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc46c3-45dc-4cce-89d9-3b99c3cea84f req-57a05675-5fd7-4606-ab13-825fa8dc878a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:35.246517 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cfc46c3-45dc-4cce-89d9-3b99c3cea84f req-57a05675-5fd7-4606-ab13-825fa8dc878a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1284149 Feb 17 01:44:35.317210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.332193 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cfc46c3-45dc-4cce-89d9-3b99c3cea84f req-e953e541-fab1-4e15-b206-0336798a76c0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725403 Feb 17 01:44:35.352918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.427385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.433191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0f63166-69b4-44d5-8e93-2bde2f5a4052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:35.453761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9213f-5808-4b70-a7ee-29ddefb663ff,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:35.456496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:35.468138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.470027 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bb9213f-5808-4b70-a7ee-29ddefb663ff HTTP/1.1" status: 204 len: 168 time: 0.2630346 Feb 17 01:44:35.765599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41906) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:35.894641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:35.911168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:35.915387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Usage tracker for resource:security_group_rule and tenant:b7adf172c48b49b9ac3b8312bb83da88 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:35.918693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:35.924634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:36.012148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.040212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.050017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-36c73b73-719d-4dae-a8b2-c6067295dfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:36.101631 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7adf172c48b49b9ac3b8312bb83da88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324068 Feb 17 01:44:36.101631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d0a97-5a1e-4a98-86e5-7a251e114cd7,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:36.101994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41926) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:36.105069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:36.180907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.204854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.208661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.289945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.295309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b323d3a6-146f-440b-8185-ea81f3f3af64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:36.308112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d0a97-5a1e-4a98-86e5-7a251e114cd7,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:36.311709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:36.317339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.318548 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/159d0a97-5a1e-4a98-86e5-7a251e114cd7 HTTP/1.1" status: 204 len: 168 time: 0.2154295 Feb 17 01:44:36.539210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d399e-7ba0-41c1-87e7-a9a36117315b req-40df250d-dcb5-4300-9396-d18dcc2eb37f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:36.540860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2d399e-7ba0-41c1-87e7-a9a36117315b req-40df250d-dcb5-4300-9396-d18dcc2eb37f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0941560 Feb 17 01:44:36.589351 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2d399e-7ba0-41c1-87e7-a9a36117315b req-67c62862-53e1-45c8-80d3-e91519b8710e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Feb 17 01:44:36.896360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 41954) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:36.917675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:36.933390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:36.937471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Usage tracker for resource:security_group_rule and tenant:f93691cf6b8b4deea0ee690c7d4e9430 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:36.940445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:36.946796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:36.961379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.032544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.089906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.100090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-09c682b8-8099-457f-9854-80d5ac01676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:37.157531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 41968) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:37.157905 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f93691cf6b8b4deea0ee690c7d4e9430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602394 Feb 17 01:44:37.159104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc8c302-5b79-4226-852c-26d464b04477,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:37.174822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:37.235315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.263543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.338346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.343518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-372320ff-0d99-48c9-9444-7fc39adb8d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:37.356848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc8c302-5b79-4226-852c-26d464b04477,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:37.361030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:37.367663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:37.371562 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adc8c302-5b79-4226-852c-26d464b04477 HTTP/1.1" status: 204 len: 168 time: 0.2098310 Feb 17 01:44:37.951180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37d1d9-1b54-4ba7-abe8-0bd23178f16a req-2b33bbdb-17f8-46f2-b6b0-0a69b3570ea6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:37.954864 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c37d1d9-1b54-4ba7-abe8-0bd23178f16a req-2b33bbdb-17f8-46f2-b6b0-0a69b3570ea6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0956793 Feb 17 01:44:38.004944 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c37d1d9-1b54-4ba7-abe8-0bd23178f16a req-cdd775c7-b466-47f1-8055-50f555e2ee09 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Feb 17 01:44:38.197957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 1d00bdfd-b337-45ab-a061-5fdfd6e331fd up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:38.512325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:38.513003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:39.225838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5c847-d3fc-4b99-9926-fa5549f623ed req-71039653-5735-4601-943a-110bbf7e815e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:39.228308 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0af5c847-d3fc-4b99-9926-fa5549f623ed req-71039653-5735-4601-943a-110bbf7e815e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0983093 Feb 17 01:44:39.284543 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0af5c847-d3fc-4b99-9926-fa5549f623ed req-adea925b-e9c6-4c57-abdb-5c1ef2732f7f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501173 Feb 17 01:44:40.262454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42130) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:40.406998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.473723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:40.480360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4468e5644b6e4c2db38c5d60764cd573 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:40.484737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:40.494341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:40.614332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9968f-93c7-486d-8e08-d0248fbcc212 req-9547959b-9724-422f-b7f5-cce749ff00da tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:40.615980 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5cb9968f-93c7-486d-8e08-d0248fbcc212 req-9547959b-9724-422f-b7f5-cce749ff00da tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.2102466 Feb 17 01:44:40.620925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.661784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.677359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-97e1ad6e-231c-4198-8cd7-e99daaadc3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:40.713002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5cb9968f-93c7-486d-8e08-d0248fbcc212 req-76232f41-28ea-4aee-a492-be409fc6a56a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852318 Feb 17 01:44:40.725962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca952a-2044-4eb5-b0b5-1d5d782223b0 req-32eb8f27-5d4b-42ee-9afa-dbbe3de69298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:40.727932 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4cca952a-2044-4eb5-b0b5-1d5d782223b0 req-32eb8f27-5d4b-42ee-9afa-dbbe3de69298 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1162 time: 0.0937154 Feb 17 01:44:40.746086 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4468e5644b6e4c2db38c5d60764cd573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819994 Feb 17 01:44:40.748814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e3cfd8-514a-4b4c-8fdd-38818fae97fe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:40.751608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42148) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:40.757293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:40.791353 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4cca952a-2044-4eb5-b0b5-1d5d782223b0 req-4ee4432b-5236-4cd6-9f84-eece29d723f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Feb 17 01:44:40.827051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.855566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.929739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.935104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2125a802-c504-4163-9d77-3a0387c2d7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:40.946614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e3cfd8-514a-4b4c-8fdd-38818fae97fe,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:40.950280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:40.953571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:40.954803 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9e3cfd8-514a-4b4c-8fdd-38818fae97fe HTTP/1.1" status: 204 len: 168 time: 0.2020030 Feb 17 01:44:41.468568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42176) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:41.507608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.526939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:41.531087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Usage tracker for resource:security_group_rule and tenant:28b9aec84c8e4a0d8a06f0bc8e0d5d92 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:41.534294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:41.540072 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:41.632168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.669724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.679617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e619c183-5df8-43e2-aa3e-98c1eb298977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:41.722178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28b9aec84c8e4a0d8a06f0bc8e0d5d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524514 Feb 17 01:44:41.723619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4a0873-9844-4e0d-948f-4eed4f94e3f4,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:41.726461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42184) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:41.726994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:41.787631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.815632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.892910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.900640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2289d2e8-00ae-498d-8b1b-47a501e91ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:41.920352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4a0873-9844-4e0d-948f-4eed4f94e3f4,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:41.923428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:41.930191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722cb80-ff8e-478f-a30e-da79a153acbf req-d37bed1d-2093-4f63-a82e-04b8af75a0ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:41.936799 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2722cb80-ff8e-478f-a30e-da79a153acbf req-d37bed1d-2093-4f63-a82e-04b8af75a0ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0975337 Feb 17 01:44:41.937884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:41.939370 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef4a0873-9844-4e0d-948f-4eed4f94e3f4 HTTP/1.1" status: 204 len: 168 time: 0.2125244 Feb 17 01:44:41.986238 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2722cb80-ff8e-478f-a30e-da79a153acbf req-27bbd58b-8881-441b-bf49-8e856225eeab tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Feb 17 01:44:42.592485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42206) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:42.619767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:42.638914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:42.643169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Usage tracker for resource:security_group_rule and tenant:c31d46a17b9241ea941016cb245d6c7c is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:42.646757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:42.652844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:42.766106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:42.809973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:42.820423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:42.859695 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c31d46a17b9241ea941016cb245d6c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629910 Feb 17 01:44:42.860858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42218) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:42.879156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96682b91-da7e-4cd5-a39f-431e2c17ae35,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:42.886763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 1d00bdfd-b337-45ab-a061-5fdfd6e331fd up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:42.898631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:42.937950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:42.967028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:42.973119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:42.973735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.069946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.075348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9eeca7cb-b974-41e8-b8d8-a21f360d7ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:43.095119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96682b91-da7e-4cd5-a39f-431e2c17ae35,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:43.098351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:43.110011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.111557 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96682b91-da7e-4cd5-a39f-431e2c17ae35 HTTP/1.1" status: 204 len: 168 time: 0.2503750 Feb 17 01:44:43.272969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5db9b-d7d5-4b91-9e38-d725c60e9623 req-ef906fa0-46d6-4ad2-924a-dae6f87ee873 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:43.274536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-36e5db9b-d7d5-4b91-9e38-d725c60e9623 req-ef906fa0-46d6-4ad2-924a-dae6f87ee873 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.0934527 Feb 17 01:44:43.332184 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-36e5db9b-d7d5-4b91-9e38-d725c60e9623 req-f0e8b6b8-6eb1-442d-b712-2169d47272c4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Feb 17 01:44:43.477502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42248) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:43.525557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42254) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:43.577250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a6858-5de7-4241-8afa-d47c281c0936 req-7c94c8b8-de64-49a3-ab94-de5fbef582cf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:43.578940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cf0a6858-5de7-4241-8afa-d47c281c0936 req-7c94c8b8-de64-49a3-ab94-de5fbef582cf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1262836 Feb 17 01:44:43.630149 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cf0a6858-5de7-4241-8afa-d47c281c0936 req-3d490819-c079-4128-a4c9-1532d2123693 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Feb 17 01:44:43.705060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.723906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:43.745438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Usage tracker for resource:security_group_rule and tenant:70f5c891ddc44bdbac13a805bcfb78d2 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:43.749875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:43.757155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.768662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:43.788019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:43.799754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:832fa24ea7984e91bef46c9db22aafca is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:43.805224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:43.813747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:43.853887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42270) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:43.935430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.975834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:43.995553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-337adce7-08af-44b4-a945-b440da0893e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.005354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.039522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.041041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.055306 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70f5c891ddc44bdbac13a805bcfb78d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760505 Feb 17 01:44:44.062405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4a3c6-efd5-448a-bf60-6bd84dba486e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.063631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:44.065931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42282) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:44.066738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.069787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3e2d43b8-e566-485c-9cf9-ec64d45fae12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.070594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Usage tracker for resource:security_group_rule and tenant:7cb87242250645ffa49b572dfd5564cc is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:44.073804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:44.080398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:44.109179 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=832fa24ea7984e91bef46c9db22aafca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800052 Feb 17 01:44:44.110560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42288) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:44.129418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e171d0-daf3-4261-910f-dcb8f3ae57b0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.132836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a4016e16-5a1b-478e-890f-45b3a379f7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.171858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.186579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.204913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.221608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-043c71f2-fec0-40b4-aac5-7751285f2e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.226017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.280815 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cb87242250645ffa49b572dfd5564cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229131 Feb 17 01:44:44.284493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42294) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:44.314263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d19c1a-8509-47e7-a705-4f58ea64f369,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.325514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.338798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.342906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.344361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-74f17f94-c595-40d1-9d38-3758f71c1481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.356993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e171d0-daf3-4261-910f-dcb8f3ae57b0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.360061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.368325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.372578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56e171d0-daf3-4261-910f-dcb8f3ae57b0 HTTP/1.1" status: 204 len: 168 time: 0.2608988 Feb 17 01:44:44.399695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.416137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.473069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.558762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.567777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-65dfc177-3295-4062-a3dc-f92f4da5615c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.584179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4a3c6-efd5-448a-bf60-6bd84dba486e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.586969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.598674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.599990 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79a4a3c6-efd5-448a-bf60-6bd84dba486e HTTP/1.1" status: 204 len: 168 time: 0.5325310 Feb 17 01:44:44.649251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.652259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42312) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:44.659003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.659003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91d19c1a-8509-47e7-a705-4f58ea64f369 HTTP/1.1" status: 204 len: 168 time: 0.3718064 Feb 17 01:44:44.659003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8595f9db-4608-4bd1-b729-5fb4bd51c7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:44.670976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d19c1a-8509-47e7-a705-4f58ea64f369,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:44.673440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:44.955105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42322) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:44.982084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:44.997650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:45.000597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b608e3a04898499cb7732738160697ac is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:45.004338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:45.010498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:45.125489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834203205-network', 'tenant_id': '5e2b739a30094d408ee00b6f32230092'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:45.130676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.133239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:45.137774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Usage tracker for resource:network and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:45.141536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:45.157176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:45.181157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.199354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d106843c-80d3-42db-935e-a93d96fdc28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:45.223802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Made reservation on behalf of 5e2b739a30094d408ee00b6f32230092 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:45.228553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.265393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3da49d-0137-4850-a00b-f1c64b24714b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:45.273714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:45.277683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.290455 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b608e3a04898499cb7732738160697ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342426 Feb 17 01:44:45.293622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42334) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:45.300239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:45.305185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Usage tracker for resource:security_group_rule and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:45.308543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:45.322202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:45.360418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42338) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:45.389827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.422847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.423532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:45.429975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.432999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4113f5858547f984ea9f6ac4e78dfc is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:45.439263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:45.446011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:45.455332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.459925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c10a716e-d013-4007-bf47-28f81c54d49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:45.502817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:44:45.512330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015dd446-a493-4710-bd90-040e9bc3533e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:45.516657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:45.521053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.522700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.523150 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Added segment 1d28784f-f754-4320-86cd-e76e0e8a745a of type vxlan for network e18c067e-da60-4c2d-a25f-e69be641cdf3 Feb 17 01:44:45.554015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.618242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.619584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:45.620296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.624930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.625759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c360fe87-3346-4002-8546-77f635260104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:45.649291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.657990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-be0f73d8-ae80-4523-ab85-84dc320f690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:45.672559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3da49d-0137-4850-a00b-f1c64b24714b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:45.675212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:45.690667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.696177 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-92a19c3b-51e2-4fb5-8a6e-48c0a510f299 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca3da49d-0137-4850-a00b-f1c64b24714b HTTP/1.1" status: 204 len: 168 time: 0.4012337 Feb 17 01:44:45.698269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.734197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e24b0515-f4c0-4546-b645-b27c3e2fe6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:45.767194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Pushing event updated for resources: {'Network': ['ID=e18c067e-da60-4c2d-a25f-e69be641cdf3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:45.777560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:45.790420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:45.804558 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1511180 Feb 17 01:44:45.807519 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42356) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:45.813615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Request body: {'subnet': {'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834203205-subnet', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:45.833203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:45.837510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Usage tracker for resource:subnet and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:45.841952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:45.855820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:45.866048 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d4113f5858547f984ea9f6ac4e78dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028691 Feb 17 01:44:45.866968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abee1aa1-2a87-4f2a-ad4a-ab1935be01e2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:45.869693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42360) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:45.874915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:45.876815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:45.929449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Made reservation on behalf of 5e2b739a30094d408ee00b6f32230092 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:45.934344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:45.982042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:46.024948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:46.318301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:46.324851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef4cf430-30c1-42a2-8b9b-0534ca2069d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:46.448855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee1aa1-2a87-4f2a-ad4a-ab1935be01e2,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:46.455288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:46.475355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:46.478450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abee1aa1-2a87-4f2a-ad4a-ab1935be01e2 HTTP/1.1" status: 204 len: 168 time: 0.6063476 Feb 17 01:44:46.543514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66133b-a103-413e-9318-991ee81d106c req-5a7ed884-24c3-438e-abaa-da4e743287eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:46.558715 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-5a7ed884-24c3-438e-abaa-da4e743287eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.2130175 Feb 17 01:44:46.670667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc186d60-31a6-40db-aeaf-81786958d1a1 req-903afdb9-cccb-4d0b-90db-564919eda096 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:46.673140 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dc186d60-31a6-40db-aeaf-81786958d1a1 req-903afdb9-cccb-4d0b-90db-564919eda096 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2410913 Feb 17 01:44:46.749323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dc186d60-31a6-40db-aeaf-81786958d1a1 req-4125b750-ad7b-4f64-9054-80a3e0109bec tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637128 Feb 17 01:44:46.842426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:46.937598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8d77f8df-cddd-4873-b479-ad38f9b160dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:46.939281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66133b-a103-413e-9318-991ee81d106c req-41fb536f-0034-4173-a080-4b5f5a4dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:46.941370 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-41fb536f-0034-4173-a080-4b5f5a4dd504 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.3676262 Feb 17 01:44:47.023676 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-ee7619c3-5336-4980-85eb-ec6bc9868ca8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0689034 Feb 17 01:44:47.046077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ca160a-9779-4368-8efb-3cc69cc7fac6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:47.049345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:47.086211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42410) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:47.122352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66133b-a103-413e-9318-991ee81d106c req-289a30aa-ccce-4eeb-aafd-a779d0df1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:47.123167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Checking segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:47.123710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Network hostable DHCP agents. Network: e18c067e-da60-4c2d-a25f-e69be641cdf3, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:44:47.127085 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-289a30aa-ccce-4eeb-aafd-a779d0df1b0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0791731 Feb 17 01:44:47.178886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:44:47.181682 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-faa61b6f-7642-4727-b26e-d7de282cb2af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475278 Feb 17 01:44:47.243851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, e18c067e-da60-4c2d-a25f-e69be641cdf3) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:47.257952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64134c5d-18c2-471a-ba8d-87c4ff6792b6 None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:47.261436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:47.262093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.325743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696680798-network', 'tenant_id': '9ac38d13c6164df48b7b17db682c1554'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:47.332095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:47.336166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Usage tracker for resource:network and tenant:9ac38d13c6164df48b7b17db682c1554 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:47.339248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:47.347418 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-6fe044e9-195b-49c5-bd1b-62f82099c451 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546073 Feb 17 01:44:47.349354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:47.353998 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5437036 Feb 17 01:44:47.355452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42422) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:47.361092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:47.392579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:47.404061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Made reservation on behalf of 9ac38d13c6164df48b7b17db682c1554 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:47.409087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.470929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.500323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Usage tracker for resource:router and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:47.509427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:47.512794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:47.522981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:47.523176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac38d13c6164df48b7b17db682c1554 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:47.530743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:47.542350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:47.581245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.582799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.589563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3c66133b-a103-413e-9318-991ee81d106c req-d03db4e7-8336-4955-bb11-ecaa5e9f680a service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2237494 Feb 17 01:44:47.602261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.620408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-e18c067e-da60-4c2d-a25f-e69be641cdf3', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:44:47.621798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.658516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42434) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:47.716208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.749603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.755836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e056a1b9-c1a4-4bdd-be4d-b36296e002a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:47.789178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:44:47.817985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-480659216-network', 'tenant_id': 'ca94ae91ef0e4eb1ae254eeb9ac7f3d8'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:47.831781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:47.836046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158945f3-1ae6-4150-8132-5290412c95e8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:47.839121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.839559 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Added segment 00486729-963c-42c9-ab0a-6a616d4224d5 of type vxlan for network da22f996-9bec-4b0c-b90e-15560664e21d Feb 17 01:44:47.842148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:47.847680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Usage tracker for resource:network and tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:47.851242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:47.860536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:47.886305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:47.995633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Made reservation on behalf of ca94ae91ef0e4eb1ae254eeb9ac7f3d8 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:48.000313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.007107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Allocated IP 172.20.0.2 (e18c067e-da60-4c2d-a25f-e69be641cdf3/b2ca160a-9779-4368-8efb-3cc69cc7fac6/c97e8eee-5d81-4732-8fd7-d284605c61df) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:44:48.018363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.047593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:48.053653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:48.057357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:48.064713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:48.072863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab601-8d91-4091-9c7d-1249453877e7 req-37c2fe6c-901a-4df7-be50-9ad13dc9d54f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.074474 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-360ab601-8d91-4091-9c7d-1249453877e7 req-37c2fe6c-901a-4df7-be50-9ad13dc9d54f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1688294 Feb 17 01:44:48.076846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.077029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.080037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.080689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.088350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-f328b30a-4d32-4de3-a06a-9aa2d4e43565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.088556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9312eb65-81ec-4aa2-ae6b-6e6a456626ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:48.088662 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-f328b30a-4d32-4de3-a06a-9aa2d4e43565 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.3180540 Feb 17 01:44:48.257098 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-360ab601-8d91-4091-9c7d-1249453877e7 req-af2d0b4b-3097-45d3-ab57-fcfe65661076 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697752 Feb 17 01:44:48.266033 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1783237 Feb 17 01:44:48.266913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42442) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:48.272850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Pushing event updated for resources: {'Network': ['ID=da22f996-9bec-4b0c-b90e-15560664e21d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:48.286280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network da22f996-9bec-4b0c-b90e-15560664e21d details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:48.287867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Request body: {'subnet': {'network_id': 'da22f996-9bec-4b0c-b90e-15560664e21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696680798-subnet', 'tenant_id': '9ac38d13c6164df48b7b17db682c1554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:48.292270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:48.299024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:48.304263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network da22f996-9bec-4b0c-b90e-15560664e21d details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:48.308213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Usage tracker for resource:subnet and tenant:9ac38d13c6164df48b7b17db682c1554 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:48.313690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:48.325117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:48.351793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-dd423a3d-6d90-4cb7-8405-f6d589bc677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.353447 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-dd423a3d-6d90-4cb7-8405-f6d589bc677d service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.2406187 Feb 17 01:44:48.372885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.374800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Made reservation on behalf of 9ac38d13c6164df48b7b17db682c1554 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:48.379981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.432181 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-7503f07f-ef61-4fcd-85ab-1a494c5e0696 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0711317 Feb 17 01:44:48.455182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.476482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c3ad3ac-1300-40df-8484-4e2b82d41351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:48.533380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-9bfb81e9-de99-45ec-a5e0-34276bca6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.534937 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-9bfb81e9-de99-45ec-a5e0-34276bca6334 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0941873 Feb 17 01:44:48.543649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:44:48.553000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d0233e-6377-4102-a7bb-bd2de8bba7be,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:48.574504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:48.583469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.584051 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Added segment 3daa6764-9afd-4f48-a83d-b10dd28b76de of type vxlan for network de97eca1-b758-4bd2-947f-ba46575bdffa Feb 17 01:44:48.595517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.651604 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-a60c5a46-0591-45c2-8a9b-06e173a7bcd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502129 Feb 17 01:44:48.654136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Transition to ACTIVE for port object c97e8eee-5d81-4732-8fd7-d284605c61df will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:44:48.672967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Transition to ACTIVE for port object c97e8eee-5d81-4732-8fd7-d284605c61df will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:44:48.686638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.704686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.722727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:48.817411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.821803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:48.822442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.823201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.830333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:48.882528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Pushing event updated for resources: {'Port': ['ID=c97e8eee-5d81-4732-8fd7-d284605c61df,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:48.891592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:48.896162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:48.931830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:44:48.933147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:48.935519 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:44:49.000449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Attempting to bind port c97e8eee-5d81-4732-8fd7-d284605c61df on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:44:49.001037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Attempting to bind port c97e8eee-5d81-4732-8fd7-d284605c61df by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:44:49.001460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Attempting to bind port c97e8eee-5d81-4732-8fd7-d284605c61df on network e18c067e-da60-4c2d-a25f-e69be641cdf3 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:44:49.007736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:44:49.008206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Checking segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:49.008666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.009118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Bound using segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:44:49.009660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Bound port: c97e8eee-5d81-4732-8fd7-d284605c61df, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:44:49.010096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.122207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] For port c97e8eee-5d81-4732-8fd7-d284605c61df, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:44:49.125665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] For port c97e8eee-5d81-4732-8fd7-d284605c61df, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=c97e8eee-5d81-4732-8fd7-d284605c61df,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:44:49.133601 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-81440af9-d0b3-4f7e-b3c5-d397d04cdf23 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125989 Feb 17 01:44:49.165054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.181455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-afebf15f-629c-43fe-9150-2f96a13658af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:49.242191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=de97eca1-b758-4bd2-947f-ba46575bdffa,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:49.245905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:49.283083 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6205561 Feb 17 01:44:49.283277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42452) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:49.290846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Request body: {'subnet': {'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-480659216-subnet', 'tenant_id': 'ca94ae91ef0e4eb1ae254eeb9ac7f3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:49.297052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:49.306315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Usage tracker for resource:subnet and tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:49.312986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:49.342767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:49.349348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Pushing event updated for resources: {'Port': ['ID=c97e8eee-5d81-4732-8fd7-d284605c61df,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:49.353292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:49.368274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network de97eca1-b758-4bd2-947f-ba46575bdffa details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:49.496883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.504885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Made reservation on behalf of ca94ae91ef0e4eb1ae254eeb9ac7f3d8 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:49.510472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.598952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:49.629253 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48139b7b-80a3-4bdf-8a17-05a2474890d9 req-5e52183c-5d0d-4f01-8251-59cefd49b71c service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4526355 Feb 17 01:44:49.646319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network de97eca1-b758-4bd2-947f-ba46575bdffa details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:49.647262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Allocated IP 172.27.2.159 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/8ebd0636-131b-4d67-ae35-382a3d941fb3) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:44:49.708655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ee264d-9e0d-49e6-9649-0b3761a1c39b,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:49.768657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:49.852061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.887248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247373e6-e0da-4100-b853-207e9036bb2e req-22f777c4-d75f-4606-a2cd-58682cac7db3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:49.888914 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-247373e6-e0da-4100-b853-207e9036bb2e req-22f777c4-d75f-4606-a2cd-58682cac7db3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.5064092 Feb 17 01:44:49.910985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:49.939646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d409aeb-7e33-40a6-8dff-afd4f8a2a896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:50.051792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Checking segment: {'id': '00486729-963c-42c9-ab0a-6a616d4224d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'da22f996-9bec-4b0c-b90e-15560664e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:50.052600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Network hostable DHCP agents. Network: da22f996-9bec-4b0c-b90e-15560664e21d, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:44:50.070795 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-247373e6-e0da-4100-b853-207e9036bb2e req-00e3d1a0-856f-4b43-b7c9-067ffb034ebf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630671 Feb 17 01:44:50.130420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd0636-131b-4d67-ae35-382a3d941fb3,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:50.135987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:50.177968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Network da22f996-9bec-4b0c-b90e-15560664e21d is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:44:50.198787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:44:50.200726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:50.204796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:44:50.301607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, da22f996-9bec-4b0c-b90e-15560664e21d) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:50.310689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01f639-a02f-45bd-bca2-87295ee8d391 None None] Network da22f996-9bec-4b0c-b90e-15560664e21d requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:50.319080 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:50.319733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:50.400129 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-77c3737c-8147-41a9-810f-a28e52c0a858 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1198957 Feb 17 01:44:50.418710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:50.440626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab541c71-7015-424d-9235-a382d9e1611a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:50.610203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:50.613950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:50.615116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d440faa-7fbc-4692-bcc5-df4ff040d0c0 None None] Network da22f996-9bec-4b0c-b90e-15560664e21d requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:50.697890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Checking segment: {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:50.698768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Network hostable DHCP agents. Network: de97eca1-b758-4bd2-947f-ba46575bdffa, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:44:50.775289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Network de97eca1-b758-4bd2-947f-ba46575bdffa is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:44:50.823977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, de97eca1-b758-4bd2-947f-ba46575bdffa) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:50.841398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172132be-f8eb-4ddd-b831-1df687c533cc None None] Network de97eca1-b758-4bd2-947f-ba46575bdffa requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:50.852558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:50.853328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:50.867863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:50.903915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4964a3e6-06f4-4a9b-bb93-a8d1dab74431 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6192329 Feb 17 01:44:51.353765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device c97e8eee-5d81-4732-8fd7-d284605c61df up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:51.411464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a060a5-22bb-446c-842c-8f22eff4ef1f None None] Network de97eca1-b758-4bd2-947f-ba46575bdffa requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:51.476716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.520105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f31e5-f6cc-4a7f-b0fb-26768fc0ee2f req-cbaf017e-b614-4679-96f1-0835f351583f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:51.522522 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-596f31e5-f6cc-4a7f-b0fb-26768fc0ee2f req-cbaf017e-b614-4679-96f1-0835f351583f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1977794 Feb 17 01:44:51.604538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42496) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:51.620895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814066057-network', 'tenant_id': 'f182645057b54543ade91a590275a41f'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:51.637842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:51.642876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Usage tracker for resource:network and tenant:f182645057b54543ade91a590275a41f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:51.647472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:51.653689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:51.663940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-596f31e5-f6cc-4a7f-b0fb-26768fc0ee2f req-379fc567-f6a9-4706-822a-8cf9f6513da0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341493 Feb 17 01:44:51.700828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Made reservation on behalf of f182645057b54543ade91a590275a41f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:51.707759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.716545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a731df6-6b6e-4861-bb02-0c6f3777cb95 None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:51.731315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.754260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:51.758620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Usage tracker for resource:security_group_rule and tenant:f182645057b54543ade91a590275a41f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:51.761650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:51.767827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:51.849564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Router 9c06da94-ea41-43f7-8905-61c83790d101 is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:44:51.879528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.913074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.919149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c55220c-e13c-49a9-9de8-4149dbfb4093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:51.919298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-afda97e6-37fc-46f1-8c4b-464cfa0acc2c None None] Provisioning for port c97e8eee-5d81-4732-8fd7-d284605c61df completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:44:51.969026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:44:51.985293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52729781-2479-465b-917e-3e1b7ab711ea,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:51.985522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port c97e8eee-5d81-4732-8fd7-d284605c61df completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:44:51.996885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:51.997331 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Added segment ae7297d5-8d74-4f94-b7a8-20ae6f1b3af1 of type vxlan for network 908dc470-5ffc-43f4-bb61-1f6302f50855 Feb 17 01:44:51.999208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:51.999647 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.002940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port c97e8eee-5d81-4732-8fd7-d284605c61df triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:52.003152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.003900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.003900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.004461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.005070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.005588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.006026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.006415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.006801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.007183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.007560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.007979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.008364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.008743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.009125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.009510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.009889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.010264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:52.028370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:52.048902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:44:52.072162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Sync routers for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:44:52.087432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:44:52.088192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:44:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:52.093148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.130088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.131438 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7748525 Feb 17 01:44:52.134581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42502) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:52.193920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.250990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port c97e8eee-5d81-4732-8fd7-d284605c61df, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=c97e8eee-5d81-4732-8fd7-d284605c61df,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:44:52.293820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.296171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:52.300692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.313085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:44:52.317718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:52.318378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.353506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:52.479538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=c97e8eee-5d81-4732-8fd7-d284605c61df,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:52.491909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:52.646842 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0384831 Feb 17 01:44:52.652763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42514) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:52.660794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Request body: {'subnet': {'network_id': '908dc470-5ffc-43f4-bb61-1f6302f50855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814066057-subnet', 'tenant_id': 'f182645057b54543ade91a590275a41f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:52.667661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Pushing event updated for resources: {'Network': ['ID=908dc470-5ffc-43f4-bb61-1f6302f50855,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:52.671190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:52.682260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Usage tracker for resource:subnet and tenant:f182645057b54543ade91a590275a41f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:52.682475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f8a8f51c-afea-47c2-82d6-7c01f3629138 None None] Provisioning complete for port c97e8eee-5d81-4732-8fd7-d284605c61df triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:52.682936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f51c-afea-47c2-82d6-7c01f3629138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.688967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:52.702505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:52.710636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:52.747753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Made reservation on behalf of f182645057b54543ade91a590275a41f for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:52.752899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851816933'] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:52.769414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:52.804339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:50Z', 'revision_number': 3, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:52.814375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Checking router: 9c06da94-ea41-43f7-8905-61c83790d101 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:44:52.818264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Updating router 9c06da94-ea41-43f7-8905-61c83790d101 port 8ebd0636-131b-4d67-ae35-382a3d941fb3 binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:44:52.862781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:52.921185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.321154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22429b92-0a8d-4414-a841-d3682ac3816b req-1cabc989-65d3-4340-8160-3b01a49d8e12 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:53.323015 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-22429b92-0a8d-4414-a841-d3682ac3816b req-1cabc989-65d3-4340-8160-3b01a49d8e12 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.4661243 Feb 17 01:44:53.418321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device c97e8eee-5d81-4732-8fd7-d284605c61df up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:53.457092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.471319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Transition to ACTIVE for port object 8ebd0636-131b-4d67-ae35-382a3d941fb3 will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:44:53.527182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.569858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port c97e8eee-5d81-4732-8fd7-d284605c61df triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:53.570377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.571846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d835a-da95-4c9c-a3e5-b2063b97e8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:53.701625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851816950'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.741626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-20fd64e3-0cdc-415e-aebb-b78484171c96 None None] Provisioning complete for port c97e8eee-5d81-4732-8fd7-d284605c61df triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:53.745409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20fd64e3-0cdc-415e-aebb-b78484171c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.766615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Pushing event updated for resources: {'Port': ['ID=8ebd0636-131b-4d67-ae35-382a3d941fb3,revision_number=2']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:53.778018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.778482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.778924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.779635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.780137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.780810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.781245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.781865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.782306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.785706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.787093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.787553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.788018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.788452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.788883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.789310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.789990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.790415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.790974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.791484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c0e061c-160a-4b43-ab57-e27753d5e433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:53.797783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:53.884656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Attempting to bind port 8ebd0636-131b-4d67-ae35-382a3d941fb3 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:44:53.885218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Attempting to bind port 8ebd0636-131b-4d67-ae35-382a3d941fb3 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:44:53.885439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Attempting to bind port 8ebd0636-131b-4d67-ae35-382a3d941fb3 on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:44:53.896761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:44:53.897876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:53.898754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.899379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:44:53.899670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8247a3-415a-40b1-ad73-cb064428268c,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:53.900343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Bound port: 8ebd0636-131b-4d67-ae35-382a3d941fb3, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:44:53.900952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:53.911035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.911415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.911756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.912195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.912589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.912977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.913362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.913743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.914126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.918866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.919704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.919704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.919982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:44:53.927706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-22429b92-0a8d-4414-a841-d3682ac3816b req-0c5a7cfa-a29f-4cd3-9ec6-94dfaa69973a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945890 Feb 17 01:44:53.931534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:54.004737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:54.022724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] For port 8ebd0636-131b-4d67-ae35-382a3d941fb3, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:44:54.023583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Checking segment: {'id': 'ae7297d5-8d74-4f94-b7a8-20ae6f1b3af1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '908dc470-5ffc-43f4-bb61-1f6302f50855'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:44:54.023984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Network hostable DHCP agents. Network: 908dc470-5ffc-43f4-bb61-1f6302f50855, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:44:54.028239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] For port 8ebd0636-131b-4d67-ae35-382a3d941fb3, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8ebd0636-131b-4d67-ae35-382a3d941fb3,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:44:54.061348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:54.078201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:54.089388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:44:54.105443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:54.123652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 908dc470-5ffc-43f4-bb61-1f6302f50855) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:54.136287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039e63c-903e-4e23-8ae2-605c70bc8d10 None None] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:54.147927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:54.148882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:54.198829 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7e58c95f-0013-4c03-9c40-ff61e9209ec2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5450537 Feb 17 01:44:54.278447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Pushing event updated for resources: {'Port': ['ID=8ebd0636-131b-4d67-ae35-382a3d941fb3,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:54.295131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:54.319320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:44:54.320324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:44:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:54.431448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af294920-bd9d-448c-9f98-6223145caf69 None None] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:44:54.700446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Allocated IP 172.20.0.1 (e18c067e-da60-4c2d-a25f-e69be641cdf3/b2ca160a-9779-4368-8efb-3cc69cc7fac6/06bd6b26-9348-4abf-b3c9-ac682429089c) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:44:54.761899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:44:55.046650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:55.074127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Transition to ACTIVE for port object 06bd6b26-9348-4abf-b3c9-ac682429089c will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:44:55.108536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-f3e33444-a7fe-442f-8c57-e30b24f2e569 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:55.110151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-f3e33444-a7fe-442f-8c57-e30b24f2e569 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 808 time: 0.3158340 Feb 17 01:44:55.142630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-0654477a-daf1-4f09-a6f7-95dd06f6d4d7 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/quotas/ca94ae91ef0e4eb1ae254eeb9ac7f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0154319 Feb 17 01:44:55.193327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:55.194568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:50Z', 'revision_number': 3, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:55.199171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a412bf-8770-49e0-9372-6786a45dce13 None None] The sync data for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi is: [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:50Z', 'revision_number': 3, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:44:55.216973 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-9fef0706-3349-4769-b1ce-bc858a1426de tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645828 Feb 17 01:44:55.218007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:55.409461 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-ca088238-207e-4f6e-9ba6-b3c7326034a7 service neutron] 10.222.0.46 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745937 Feb 17 01:44:55.467470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Pushing event updated for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:55.482484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:55.562455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0adaa2-6430-42cb-93d1-13722acd195d req-1266a864-e172-48db-995c-d9480869e4f3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:55.568620 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dc0adaa2-6430-42cb-93d1-13722acd195d req-1266a864-e172-48db-995c-d9480869e4f3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2882347 Feb 17 01:44:55.579363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:44:55.583629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:55.586195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:44:55.715383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:55.723081 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-3db94fcf-84b1-4eda-814b-e5380188b3b1 service neutron] 10.222.0.46 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2952209 Feb 17 01:44:55.809965 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dc0adaa2-6430-42cb-93d1-13722acd195d req-7493f1ac-0d38-49fa-b524-b80fa961dcf3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685617 Feb 17 01:44:56.055653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-acc11eac-c02e-4b98-99af-47ab8ec90b9a None None] Provisioning for port 06bd6b26-9348-4abf-b3c9-ac682429089c completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:44:56.061889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-acc11eac-c02e-4b98-99af-47ab8ec90b9a None None] Provisioning complete for port 06bd6b26-9348-4abf-b3c9-ac682429089c triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:56.062319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-acc11eac-c02e-4b98-99af-47ab8ec90b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:56.075663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:56.154223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-acc11eac-c02e-4b98-99af-47ab8ec90b9a None None] Port 06bd6b26-9348-4abf-b3c9-ac682429089c cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:44:56.183293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ca14d3d-e828-4c33-acfa-348640d7c8c9 req-30636a21-1a96-44a5-97ff-ce21d7928897 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.1086214 Feb 17 01:44:56.508872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:56.565915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:56.597888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:56.697199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:56.717820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Pushing event updated for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:56.720292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:56.859668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:44:56.861295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:44:57.187017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a48cec4f-05ae-4f9a-9282-6e9f47daed0c None None] Provisioning complete for port 06bd6b26-9348-4abf-b3c9-ac682429089c triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:57.187531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a48cec4f-05ae-4f9a-9282-6e9f47daed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:57.247963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Router 9c06da94-ea41-43f7-8905-61c83790d101 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:44:57.284075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8ebd0636-131b-4d67-ae35-382a3d941fb3 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:57.345579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fc42a-4ec6-4854-bcb1-d04eab88c611 req-ee493a41-952d-4724-a3b4-9a30c534ab42 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:57.347813 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f70fc42a-4ec6-4854-bcb1-d04eab88c611 req-ee493a41-952d-4724-a3b4-9a30c534ab42 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.4114573 Feb 17 01:44:57.384153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a48cec4f-05ae-4f9a-9282-6e9f47daed0c None None] Port 06bd6b26-9348-4abf-b3c9-ac682429089c cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:44:57.420034 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2e841792-6520-44d0-95fc-e6a4e791ea4d req-4046bbf2-0e62-422c-bf80-fe8757e07f07 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.0785663 Feb 17 01:44:57.447238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 8ebd0636-131b-4d67-ae35-382a3d941fb3 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:44:57.453419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 8ebd0636-131b-4d67-ae35-382a3d941fb3 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:57.460194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:57.613459 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f70fc42a-4ec6-4854-bcb1-d04eab88c611 req-d9d0f4a0-9fe2-49ca-95d9-658a98f7243d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886160 Feb 17 01:44:57.635982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:44:57.655443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:57.660567 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] 10.222.0.46 "PUT /v2.0/routers/9c06da94-ea41-43f7-8905-61c83790d101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5243943 Feb 17 01:44:57.686208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 8ebd0636-131b-4d67-ae35-382a3d941fb3, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8ebd0636-131b-4d67-ae35-382a3d941fb3,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:44:57.726675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:57.729557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b0870d81-53e5-490c-8d69-2cd2bedb44a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:57.802547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=8ebd0636-131b-4d67-ae35-382a3d941fb3,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:57.806126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:58.287883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Sync routers for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:44:58.301160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:44:58.301905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:44:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:58.534360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:44:58.679527 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-604a3cb6-cee6-4314-933e-e4070d7f02a6 req-b8e973d4-e4fd-4fa9-aaa7-5fc9e1895e84 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.0824606 Feb 17 01:44:58.809190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42698) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:58.816494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813141186-network', 'tenant_id': '02545d78637040409f727062c45b9280'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:58.827049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:58.832056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-3fee2e97-0f6f-4fdf-afcb-56c3a580eb2c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:58.832876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Usage tracker for resource:network and tenant:02545d78637040409f727062c45b9280 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:58.833791 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-3fee2e97-0f6f-4fdf-afcb-56c3a580eb2c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 808 time: 0.2568347 Feb 17 01:44:58.836343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:58.842802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:58.853263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Request body: {'port': {'device_id': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa', 'admin_state_up': True, 'tenant_id': 'ca94ae91ef0e4eb1ae254eeb9ac7f3d8'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:58.889372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Made reservation on behalf of 02545d78637040409f727062c45b9280 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:58.896764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:58.912356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:58.933079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:58.937196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Usage tracker for resource:security_group_rule and tenant:02545d78637040409f727062c45b9280 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:58.940387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:58.946975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:59.014438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:44:56Z', 'revision_number': 2, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:44:59.029006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Checking router: 9c06da94-ea41-43f7-8905-61c83790d101 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:44:59.037742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Updating router 9c06da94-ea41-43f7-8905-61c83790d101 port 06bd6b26-9348-4abf-b3c9-ac682429089c binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:44:59.082864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cca10-7096-4f97-9ba9-dd10d7e40849 req-2384d42d-f360-4bf9-85da-a6f8834f0a99 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:59.084515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f03cca10-7096-4f97-9ba9-dd10d7e40849 req-2384d42d-f360-4bf9-85da-a6f8834f0a99 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2147589 Feb 17 01:44:59.091577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:59.100900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.129663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Usage tracker for resource:port and tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:59.134697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:59.137289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.143304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c327ada5-ad06-49bb-9717-d397e4dc1118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:59.149637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.150308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:59.179269 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f03cca10-7096-4f97-9ba9-dd10d7e40849 req-dedf7535-c898-4e93-8411-7b584cb7ddce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800991 Feb 17 01:44:59.195517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:44:59.206788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4811abdf-581b-4854-9f09-4990f000f7e8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:59.210927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:59.217654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.218144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Added segment a99c7eb2-fa6c-4a57-9a19-1cf671cbf148 of type vxlan for network 71fa4f2a-9cbd-461c-8591-be6041bf4926 Feb 17 01:44:59.228716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Made reservation on behalf of ca94ae91ef0e4eb1ae254eeb9ac7f3d8 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:59.234621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.241433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8ebd0636-131b-4d67-ae35-382a3d941fb3 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:44:59.265266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.338323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.340503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:44:59.341615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.347375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:44:59.485642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 8ebd0636-131b-4d67-ae35-382a3d941fb3 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:44:59.486700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.587179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Pushing event updated for resources: {'Network': ['ID=71fa4f2a-9cbd-461c-8591-be6041bf4926,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:44:59.590213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:44:59.636870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Allocated IP 172.20.0.4 (de97eca1-b758-4bd2-947f-ba46575bdffa/b9b83dd3-cc74-47e8-b96f-fd0ab34826e9/dbb1d99b-5923-4dae-9e03-6efe632acbb5) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:44:59.647457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:59.650241 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8393755 Feb 17 01:44:59.652838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42714) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:44:59.658890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Request body: {'subnet': {'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813141186-subnet', 'tenant_id': '02545d78637040409f727062c45b9280', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:44:59.662453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:44:59.664929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:44:59.669370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Usage tracker for resource:subnet and tenant:02545d78637040409f727062c45b9280 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:44:59.672656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:44:59.679364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:44:59.758625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Made reservation on behalf of 02545d78637040409f727062c45b9280 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:44:59.763983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.906477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:44:59.949233 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-abd3e5a7-88bf-4716-9c0a-f471f781bd0a req-b221ec6c-c720-4015-a03c-c95c0b70d996 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.0878317 Feb 17 01:44:59.986967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.008945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a435b1b0-42cb-4552-bef4-014e58bc9cbd tempest-DeleteServersTestJSON-1193660828 tempest-DeleteServersTestJSON-1193660828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:00.215099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Pushing event updated for resources: {'Port': ['ID=dbb1d99b-5923-4dae-9e03-6efe632acbb5,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:00.235867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:00.330522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Network de97eca1-b758-4bd2-947f-ba46575bdffa is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:00.332501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:00.335233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:00.385385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.398900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Transition to ACTIVE for port object 06bd6b26-9348-4abf-b3c9-ac682429089c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:00.402759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:00.403583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.453225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.475244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:00.479117 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6309917 Feb 17 01:45:00.495330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Request body: {'port': {'device_id': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:00.551043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Pushing event updated for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:00.611342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:00.654077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.696255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253b685-6538-4f2f-bebc-6e832e0e4504 req-e6aafb60-9d77-4d26-a6e7-5ddc71bc0906 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:00.698034 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b253b685-6538-4f2f-bebc-6e832e0e4504 req-e6aafb60-9d77-4d26-a6e7-5ddc71bc0906 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1685739 Feb 17 01:45:00.825941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.843913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Attempting to bind port 06bd6b26-9348-4abf-b3c9-ac682429089c on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:00.844492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Attempting to bind port 06bd6b26-9348-4abf-b3c9-ac682429089c by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:00.844930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Attempting to bind port 06bd6b26-9348-4abf-b3c9-ac682429089c on network e18c067e-da60-4c2d-a25f-e69be641cdf3 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:00.855209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:00.855735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Checking segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:00.856725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.857173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Bound using segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:00.857710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Bound port: 06bd6b26-9348-4abf-b3c9-ac682429089c, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:00.858215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:00.858937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:00.983494 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b253b685-6538-4f2f-bebc-6e832e0e4504 req-8eb365d7-c8ee-4317-8f1a-24a24f474eda tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651992 Feb 17 01:45:00.997799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] For port 06bd6b26-9348-4abf-b3c9-ac682429089c, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:01.002640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] For port 06bd6b26-9348-4abf-b3c9-ac682429089c, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=06bd6b26-9348-4abf-b3c9-ac682429089c,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:01.024320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd77171-f455-4bd8-898d-02901e9d0dc8,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:01.029240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:01.066794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.082817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:01.092903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Checking segment: {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:01.093309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Network hostable DHCP agents. Network: 71fa4f2a-9cbd-461c-8591-be6041bf4926, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:45:01.163860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:45:01.222417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 71fa4f2a-9cbd-461c-8591-be6041bf4926) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:01.240427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:01.240891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.259236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb1d99b-5923-4dae-9e03-6efe632acbb5 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:45:01.282829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d2e34-e213-4776-b7ec-c9ed8b53b18a None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:45:01.298312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ebee8-1306-4646-8662-0a9b72674b1d req-bd659338-2abe-47db-aab3-5594f78cc7d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:01.299354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-057ebee8-1306-4646-8662-0a9b72674b1d req-bd659338-2abe-47db-aab3-5594f78cc7d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Synchronizing usage tracker for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:01.330746 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ab20d9f5-0303-442c-b293-d0690b1a3b46 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6767030 Feb 17 01:45:01.333664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42742) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:01.340864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:01.361145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:01.371026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.383858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Transition to ACTIVE for port object dbb1d99b-5923-4dae-9e03-6efe632acbb5 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:01.385015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-057ebee8-1306-4646-8662-0a9b72674b1d req-bd659338-2abe-47db-aab3-5594f78cc7d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Unset dirty status for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:01.386315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-057ebee8-1306-4646-8662-0a9b72674b1d req-bd659338-2abe-47db-aab3-5594f78cc7d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 931 time: 0.1978843 Feb 17 01:45:01.387347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Usage tracker for resource:router and tenant:02545d78637040409f727062c45b9280 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:01.390603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:01.397838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:01.442484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.464561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:01.518219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Pushing event updated for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:01.546730 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:01.612845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:45:01.613747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:44:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:01.910992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.912580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:01.926586 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-057ebee8-1306-4646-8662-0a9b72674b1d req-c024ee33-de1a-4bef-9fed-e7d143e0ca1f tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299735 Feb 17 01:45:01.936612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1d99b-5923-4dae-9e03-6efe632acbb5,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:01.950640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:01.963088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:45:02.161625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.214008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Attempting to bind port dbb1d99b-5923-4dae-9e03-6efe632acbb5 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:02.214420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Attempting to bind port dbb1d99b-5923-4dae-9e03-6efe632acbb5 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:02.214741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Attempting to bind port dbb1d99b-5923-4dae-9e03-6efe632acbb5 on network de97eca1-b758-4bd2-947f-ba46575bdffa {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:02.221666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:02.222232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Checking segment: {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:02.222441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.222924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Bound using segment: {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:02.223428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Bound port: dbb1d99b-5923-4dae-9e03-6efe632acbb5, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:02.223812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.372488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-71fa4f2a-9cbd-461c-8591-be6041bf4926', 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926', 'tenant_id': '02545d78637040409f727062c45b9280', 'fixed_ips': [{'subnet_id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:45:02.373420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.625484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f72c021d-d915-4123-a94f-440d39fb18e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.752686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] For port dbb1d99b-5923-4dae-9e03-6efe632acbb5, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:02.773234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.783327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] For port dbb1d99b-5923-4dae-9e03-6efe632acbb5, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dbb1d99b-5923-4dae-9e03-6efe632acbb5,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:02.819590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe57c0-ff1c-473d-9723-d6be3b438d65 req-64a535f5-2f43-4dc5-84fa-857c89604a56 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:02.822040 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5bfe57c0-ff1c-473d-9723-d6be3b438d65 req-64a535f5-2f43-4dc5-84fa-857c89604a56 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.4132710 Feb 17 01:45:02.824230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:02.891852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:00Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:02.901085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1782479-9c75-4b96-9e6b-4c499c66fc7e None None] The sync data for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi is: [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:00Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:45:02.902833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-82faf738-7f10-48f5-a08d-b40c20a413f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:02.919690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Allocated IP 172.20.0.2 (71fa4f2a-9cbd-461c-8591-be6041bf4926/dbd77171-f455-4bd8-898d-02901e9d0dc8/7be50cd0-7776-4edd-b918-b6fec772b4f9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:45:03.085197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Pushing event updated for resources: {'Port': ['ID=dbb1d99b-5923-4dae-9e03-6efe632acbb5,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:03.121987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:03.250578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5bfe57c0-ff1c-473d-9723-d6be3b438d65 req-ca5216ba-b77a-4959-9cea-8d5f8f6cc2ea tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487005 Feb 17 01:45:03.318355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 06bd6b26-9348-4abf-b3c9-ac682429089c up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:03.370337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4179e-c712-4586-823e-5b044edc1d15 req-0b2679f7-8dbe-4a74-9dcb-e412dd31cd40 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:03.379021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:03.379715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.380335 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00b4179e-c712-4586-823e-5b044edc1d15 req-0b2679f7-8dbe-4a74-9dcb-e412dd31cd40 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 943 time: 0.1900842 Feb 17 01:45:03.381268 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] 10.222.0.59 "PUT /v2.0/ports/dbb1d99b-5923-4dae-9e03-6efe632acbb5 HTTP/1.1" status: 200 len: 1157 time: 2.8909245 Feb 17 01:45:03.381796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:03.390227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.449821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Transition to ACTIVE for port object 7be50cd0-7776-4edd-b918-b6fec772b4f9 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:03.450034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-00b4179e-c712-4586-823e-5b044edc1d15 req-6a33c500-58b4-4774-b09f-0df4d7280394 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Synchronizing usage tracker for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:03.482330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Transition to ACTIVE for port object 7be50cd0-7776-4edd-b918-b6fec772b4f9 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:03.522829 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5', 'status': 'completed', 'code': 200} Feb 17 01:45:03.525850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.550544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-86ba2a2f-ee24-4a9c-9068-3d6cf4ca9c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:03.572751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-00b4179e-c712-4586-823e-5b044edc1d15 req-6a33c500-58b4-4774-b09f-0df4d7280394 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Unset dirty status for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:03.581662 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00b4179e-c712-4586-823e-5b044edc1d15 req-6a33c500-58b4-4774-b09f-0df4d7280394 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925886 Feb 17 01:45:03.673795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 06bd6b26-9348-4abf-b3c9-ac682429089c completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:03.701536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 06bd6b26-9348-4abf-b3c9-ac682429089c triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:03.707537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.731544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-74fb09b7-2bb0-4fd6-94fd-4761794aa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:03.733229 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-74fb09b7-2bb0-4fd6-94fd-4761794aa547 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 1160 time: 0.2678349 Feb 17 01:45:03.766704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Pushing event updated for resources: {'Port': ['ID=7be50cd0-7776-4edd-b918-b6fec772b4f9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:03.829531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:03.846241 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-5affff0a-f9a7-4706-af3b-885cc17a89ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbb1d99b-5923-4dae-9e03-6efe632acbb5 HTTP/1.1" status: 200 len: 217 time: 0.0831873 Feb 17 01:45:03.858791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:03.861986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:03.865751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:03.916957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.966786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.976008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Attempting to bind port 7be50cd0-7776-4edd-b918-b6fec772b4f9 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:03.976322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Attempting to bind port 7be50cd0-7776-4edd-b918-b6fec772b4f9 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:03.976746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Attempting to bind port 7be50cd0-7776-4edd-b918-b6fec772b4f9 on network 71fa4f2a-9cbd-461c-8591-be6041bf4926 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:03.996489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:03.996964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Checking segment: {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:03.997423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:03.997908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Bound using segment: {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:03.998408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Bound port: 7be50cd0-7776-4edd-b918-b6fec772b4f9, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:03.998839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:04.166186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-38c1fa87-f7af-450e-b62f-059f699240a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:04.177813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:04.178172 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-38c1fa87-f7af-450e-b62f-059f699240a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 HTTP/1.1" status: 200 len: 848 time: 0.3147399 Feb 17 01:45:04.249256 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-fb0af91b-0b1a-4f69-a3bf-43773bc4ca15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de97eca1-b758-4bd2-947f-ba46575bdffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561533 Feb 17 01:45:04.254391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 06bd6b26-9348-4abf-b3c9-ac682429089c, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=06bd6b26-9348-4abf-b3c9-ac682429089c,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:04.294447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] For port 7be50cd0-7776-4edd-b918-b6fec772b4f9, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:04.303984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] For port 7be50cd0-7776-4edd-b918-b6fec772b4f9, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=7be50cd0-7776-4edd-b918-b6fec772b4f9,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:04.306087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:04.312896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:04.424174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:04.573002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:04.587301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:04.609922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:04.666151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-13c70de0-abc8-4dfa-99da-996670fd7eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:04.718343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Pushing event updated for resources: {'Port': ['ID=7be50cd0-7776-4edd-b918-b6fec772b4f9,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:04.722489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:04.762892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:45:04.821426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed60e7-60aa-42cb-a26a-80b56add4a1d req-8e6e3494-de7b-4f79-8c48-090dce5b4c0c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:04.823276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a0ed60e7-60aa-42cb-a26a-80b56add4a1d req-8e6e3494-de7b-4f79-8c48-090dce5b4c0c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 943 time: 0.1043389 Feb 17 01:45:04.874544 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-b3fd76f2-9c7d-4bd5-bebb-bfb97117abe0 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159339 Feb 17 01:45:04.883556 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a0ed60e7-60aa-42cb-a26a-80b56add4a1d req-15bbb1be-25a6-49a1-a42b-6e1967910e5c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525618 Feb 17 01:45:05.034071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6613ce-31e9-4f77-9ae8-e602454b7e72 req-96c38049-64ac-4065-9dda-7f8c395f00c0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:05.035770 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-db6613ce-31e9-4f77-9ae8-e602454b7e72 req-96c38049-64ac-4065-9dda-7f8c395f00c0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.3627861 Feb 17 01:45:05.104418 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7f38b0a-68c1-47d6-b26d-f136feab6044 req-52952b2f-47bf-4958-9c1c-b59f02b0a66d service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2157712 Feb 17 01:45:05.172443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:05.177586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Allocated IP 172.27.2.61 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/3a51d9b4-24e4-4939-92cb-758cf84e2abd) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:45:05.208879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-db6613ce-31e9-4f77-9ae8-e602454b7e72 req-d0bbeaab-331c-413f-a66b-8767c25d299c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033447 Feb 17 01:45:05.351474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 06bd6b26-9348-4abf-b3c9-ac682429089c up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:05.446097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 06bd6b26-9348-4abf-b3c9-ac682429089c triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:05.446680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:05.484630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-c757622b-a4ab-49a1-9f7b-09f2510a04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:05.486344 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-c757622b-a4ab-49a1-9f7b-09f2510a04ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 1160 time: 0.1730449 Feb 17 01:45:05.611667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 7be50cd0-7776-4edd-b918-b6fec772b4f9 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:05.649917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:05.704627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-221724f3-9766-4876-8bbd-69d63d79acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:05.706225 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-221724f3-9766-4876-8bbd-69d63d79acdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 902 time: 0.2055721 Feb 17 01:45:05.706456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:05.787126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-3e91370c-d9d9-4cef-aa25-45be6fdcac04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbb1d99b-5923-4dae-9e03-6efe632acbb5 HTTP/1.1" status: 200 len: 217 time: 0.0723643 Feb 17 01:45:05.849597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:05.869347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:06.025466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-7f0336aa-abf3-4977-a3b8-d97d3c73dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:06.027358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-7f0336aa-abf3-4977-a3b8-d97d3c73dc95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 HTTP/1.1" status: 200 len: 848 time: 0.2187817 Feb 17 01:45:06.030197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Pushing event updated for resources: {'Port': ['ID=3a51d9b4-24e4-4939-92cb-758cf84e2abd,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:06.033879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:06.116500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da447b-ce4b-4745-b770-e03c2f71881b req-5bed10dc-8735-4ca4-ad1e-1621e0582b6a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:06.118339 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e1da447b-ce4b-4745-b770-e03c2f71881b req-5bed10dc-8735-4ca4-ad1e-1621e0582b6a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 943 time: 0.1034472 Feb 17 01:45:06.130383 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-354f0aea-3238-4769-866a-8f30ac61f48d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de97eca1-b758-4bd2-947f-ba46575bdffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946836 Feb 17 01:45:06.171529 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e1da447b-ce4b-4745-b770-e03c2f71881b req-8c1ab31f-2028-4dd3-bd95-c457def1b8cd tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Feb 17 01:45:06.215169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:06.275531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:06.279207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:06.283115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:06.288707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d916b7-6676-40c8-9c20-952f4b4eb355 None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:45:06.368008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-6abb81d2-006a-47f1-9316-14b21b860b96 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227526 Feb 17 01:45:06.498154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Provisioning for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:06.510377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Provisioning complete for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:06.511005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:06.735507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-935b0bd0-01eb-49cd-a32f-eaa0dc754806 req-3e7fdf7c-c740-49a0-8633-37e57fdcdba5 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3113699 Feb 17 01:45:06.743629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:06.788459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] For port 7be50cd0-7776-4edd-b918-b6fec772b4f9, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=7be50cd0-7776-4edd-b918-b6fec772b4f9,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:06.795025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c832ea2-7058-4c04-8d3a-5b684f80f02b req-72b538f4-3221-4067-8083-4be99f855e4c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:06.797515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4c832ea2-7058-4c04-8d3a-5b684f80f02b req-72b538f4-3221-4067-8083-4be99f855e4c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.3723137 Feb 17 01:45:06.841256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:06.843966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:07.108151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Pushing event updated for resources: {'Port': ['ID=7be50cd0-7776-4edd-b918-b6fec772b4f9,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:07.128865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:07.164662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-6e7aff30-7581-4122-93c4-cafd6a400a76 None None] Provisioning complete for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:07.165078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6e7aff30-7581-4122-93c4-cafd6a400a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:07.240918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:07.247917 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4c832ea2-7058-4c04-8d3a-5b684f80f02b req-7e5bcb6e-adf0-46c3-8b12-8e5cd1a2b118 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432230 Feb 17 01:45:07.351131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-ade11150-714c-4e88-9d6c-a2890900878c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:45:07.355258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:07.356651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 7be50cd0-7776-4edd-b918-b6fec772b4f9 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:07.492451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336a9d0-9d79-45bd-8aff-b378a4b4edc9 req-293041a9-7bdd-4b12-871d-348afcfb29f1 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:07.494142 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1336a9d0-9d79-45bd-8aff-b378a4b4edc9 req-293041a9-7bdd-4b12-871d-348afcfb29f1 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 943 time: 0.1573412 Feb 17 01:45:07.559679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:07.560254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:07.625967 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1336a9d0-9d79-45bd-8aff-b378a4b4edc9 req-e00afbbd-f7ba-4cd2-a84b-f16edef34b29 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097412 Feb 17 01:45:07.692180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-58d6080f-87f2-4dcd-82ac-9767db787916 None None] Provisioning complete for port 7be50cd0-7776-4edd-b918-b6fec772b4f9 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:07.692610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-58d6080f-87f2-4dcd-82ac-9767db787916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:07.886120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:08.089291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device dbb1d99b-5923-4dae-9e03-6efe632acbb5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:08.186271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:45:08.214938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port dbb1d99b-5923-4dae-9e03-6efe632acbb5 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:08.220229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port dbb1d99b-5923-4dae-9e03-6efe632acbb5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:08.220660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:08.349113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:08.383651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:08.394911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port dbb1d99b-5923-4dae-9e03-6efe632acbb5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dbb1d99b-5923-4dae-9e03-6efe632acbb5,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:08.399352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:45:08.411675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Sync routers for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:45:08.429562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:08.432372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-29351ffa-2de8-473a-b349-ae7b498282c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:08.451526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:45:08.452674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:45:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:08.460706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:08.468660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 42886) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:08.471340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1333866 Feb 17 01:45:08.516608 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5', 'code': 200} Feb 17 01:45:08.564034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=dbb1d99b-5923-4dae-9e03-6efe632acbb5,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:08.587138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:08.755886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fee45-2bbf-4fe5-9c2b-023bfdf1fc5b req-6304429a-2fbb-4091-8594-3201c4dd5d13 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:08.760457 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-af1fee45-2bbf-4fe5-9c2b-023bfdf1fc5b req-6304429a-2fbb-4091-8594-3201c4dd5d13 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1814547 Feb 17 01:45:08.775898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:45:08.819454 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-af1fee45-2bbf-4fe5-9c2b-023bfdf1fc5b req-0d231a0f-d285-4f7c-9043-52b38b9d1b79 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534520 Feb 17 01:45:08.965977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b3103-953c-4205-a21c-daa6c506bda2 req-2c753fee-51f5-413e-9e6d-943b8c07b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:08.972618 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-192b3103-953c-4205-a21c-daa6c506bda2 req-2c753fee-51f5-413e-9e6d-943b8c07b5b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 1162 time: 0.1472948 Feb 17 01:45:08.975881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device dbb1d99b-5923-4dae-9e03-6efe632acbb5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:09.075633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port dbb1d99b-5923-4dae-9e03-6efe632acbb5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:09.078774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.101556 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-192b3103-953c-4205-a21c-daa6c506bda2 req-3e6e3724-5e7c-4f70-8e6b-1e581bd15d57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Feb 17 01:45:09.117901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625950a-8726-4e6d-adc7-7667ed88d631 req-841f7346-044b-4876-9b71-0c197e7526a0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:09.120277 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6625950a-8726-4e6d-adc7-7667ed88d631 req-841f7346-044b-4876-9b71-0c197e7526a0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.1459866 Feb 17 01:45:09.207441 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6625950a-8726-4e6d-adc7-7667ed88d631 req-74d82d53-c649-4dd9-b203-2f4c7aefce13 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Feb 17 01:45:09.238739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f5994-c224-4d6d-afa9-306c3e15a3bc req-8df588ce-7e74-4fbf-9df4-702ca0b38068 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:09.240691 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2d5f5994-c224-4d6d-afa9-306c3e15a3bc req-8df588ce-7e74-4fbf-9df4-702ca0b38068 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.8560152 Feb 17 01:45:09.318138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:06Z', 'revision_number': 3, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:09.322033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Checking router: 59bfc6bc-d21e-466e-9ac3-77c46a27b04c for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:45:09.322424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Updating router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c port 3a51d9b4-24e4-4939-92cb-758cf84e2abd binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:45:09.342910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.356554 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2d5f5994-c224-4d6d-afa9-306c3e15a3bc req-6e0a4df3-9179-45d5-a0cf-dd74706b545c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638039 Feb 17 01:45:09.383813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.707829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Allocated IP 172.20.0.1 (71fa4f2a-9cbd-461c-8591-be6041bf4926/dbd77171-f455-4bd8-898d-02901e9d0dc8/d0750dba-f546-4189-8bfd-314c211c3193) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:45:09.840102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.864204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Transition to ACTIVE for port object 3a51d9b4-24e4-4939-92cb-758cf84e2abd will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:09.889146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.895402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:09.910248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-48f6188f-1e5b-4ec5-8f7f-1c76f8b6fdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:09.915706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Transition to ACTIVE for port object d0750dba-f546-4189-8bfd-314c211c3193 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:09.978929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:10.003387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8f8a991-2264-4ea6-9070-142c08850f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:10.043103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478c7f-5d65-4777-9e6e-fc0c13239635 req-1307429f-4098-4d10-a4c0-29d64cbc1374 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:10.051044 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a478c7f-5d65-4777-9e6e-fc0c13239635 req-1307429f-4098-4d10-a4c0-29d64cbc1374 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1046789 Feb 17 01:45:10.059100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83125-fc34-4a50-bfd1-d77c55ee11c1 None None] Pushing event updated for resources: {'Port': ['ID=3a51d9b4-24e4-4939-92cb-758cf84e2abd,revision_number=2']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:10.074262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-44a83125-fc34-4a50-bfd1-d77c55ee11c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:10.107375 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a478c7f-5d65-4777-9e6e-fc0c13239635 req-a7af67ba-3629-4540-8aaf-4db4599e0fb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553517 Feb 17 01:45:10.155274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Attempting to bind port 3a51d9b4-24e4-4939-92cb-758cf84e2abd on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:10.155932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Attempting to bind port 3a51d9b4-24e4-4939-92cb-758cf84e2abd by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:10.156544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Attempting to bind port 3a51d9b4-24e4-4939-92cb-758cf84e2abd on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:10.189320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:10.191124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:10.191694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:10.192275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:10.192947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Bound port: 3a51d9b4-24e4-4939-92cb-758cf84e2abd, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:10.193560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:10.290307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] For port 3a51d9b4-24e4-4939-92cb-758cf84e2abd, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:10.294474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] For port 3a51d9b4-24e4-4939-92cb-758cf84e2abd, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3a51d9b4-24e4-4939-92cb-758cf84e2abd,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:10.352612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:10.368530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:10.492075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Pushing event updated for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:10.495206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:10.598097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bafd12-c978-47c4-8de9-68eee54b03e0 req-ab3358a2-1f18-4ca5-a11b-94db6c09d5a4 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:10.600512 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21bafd12-c978-47c4-8de9-68eee54b03e0 req-ab3358a2-1f18-4ca5-a11b-94db6c09d5a4 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.2182257 Feb 17 01:45:10.618678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83125-fc34-4a50-bfd1-d77c55ee11c1 None None] Pushing event updated for resources: {'Port': ['ID=3a51d9b4-24e4-4939-92cb-758cf84e2abd,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:10.635624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-44a83125-fc34-4a50-bfd1-d77c55ee11c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:10.702424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:45:10.703389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:45:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:10.723478 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21bafd12-c978-47c4-8de9-68eee54b03e0 req-e27f05fe-602d-4b0d-98f6-de385b3b4b60 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044066 Feb 17 01:45:10.745412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:10.746702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:10.748214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbf3cd-754c-4937-be26-38d7b304a753 req-ba7c2e2a-925f-4351-b7d4-ddab511e39d3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:10.749081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:10.757386 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8bbbf3cd-754c-4937-be26-38d7b304a753 req-ba7c2e2a-925f-4351-b7d4-ddab511e39d3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1071618 Feb 17 01:45:10.826366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:10.840520 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8bbbf3cd-754c-4937-be26-38d7b304a753 req-7f396235-f8aa-4d14-a493-78131d89bb93 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816786 Feb 17 01:45:11.019824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:45:11.028006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device dbb1d99b-5923-4dae-9e03-6efe632acbb5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:11.045847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:11.127086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port dbb1d99b-5923-4dae-9e03-6efe632acbb5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:11.128552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:11.204766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-98e48912-6b00-4cc2-a7f4-e5d561e9b960 None None] Provisioning for port d0750dba-f546-4189-8bfd-314c211c3193 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:11.218926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-98e48912-6b00-4cc2-a7f4-e5d561e9b960 None None] Provisioning complete for port d0750dba-f546-4189-8bfd-314c211c3193 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:11.219527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98e48912-6b00-4cc2-a7f4-e5d561e9b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:11.361594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-98e48912-6b00-4cc2-a7f4-e5d561e9b960 None None] Port d0750dba-f546-4189-8bfd-314c211c3193 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:45:11.536955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575dffa-8093-4e89-bcd5-9cf6f481ca69 req-c90cdb69-fcf4-42d6-a0fb-79956019f561 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:11.545220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1575dffa-8093-4e89-bcd5-9cf6f481ca69 req-c90cdb69-fcf4-42d6-a0fb-79956019f561 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2424214 Feb 17 01:45:11.613584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1575dffa-8093-4e89-bcd5-9cf6f481ca69 req-24f85b3d-5408-45cc-b6bd-e3e0d9a55651 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661108 Feb 17 01:45:11.647710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:11.682141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:06Z', 'revision_number': 3, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:11.694919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4002-edc2-4cd0-a606-2f71cc01c390 None None] The sync data for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi is: [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:06Z', 'revision_number': 3, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:45:11.712299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:11.749113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:11.866137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:12.012478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60764883-aa89-403d-9951-fb4214a7a275 req-6b7bcffb-4c2c-4b55-84db-8f3c27c1dde4 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:12.014194 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-60764883-aa89-403d-9951-fb4214a7a275 req-6b7bcffb-4c2c-4b55-84db-8f3c27c1dde4 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.1243806 Feb 17 01:45:12.026344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Pushing event updated for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:12.029616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:12.069304 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-60764883-aa89-403d-9951-fb4214a7a275 req-13c9bb98-5735-40b2-b803-9d7ec66ff7e5 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483794 Feb 17 01:45:12.108454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:12.110175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:12.186316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168493f6-cbf3-44ad-ba34-acd3ed7ed1e4 req-79a6f943-ad12-4e29-bd2a-f4f60b1537a1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:12.187883 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-168493f6-cbf3-44ad-ba34-acd3ed7ed1e4 req-79a6f943-ad12-4e29-bd2a-f4f60b1537a1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2044079 Feb 17 01:45:12.343765 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-168493f6-cbf3-44ad-ba34-acd3ed7ed1e4 req-0c3eab30-9da1-417b-ba7c-d620b1ea055c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803123 Feb 17 01:45:12.393549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:45:12.504327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ee386451-fab1-4378-a884-edd0cf8fafef None None] Provisioning complete for port d0750dba-f546-4189-8bfd-314c211c3193 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:12.504762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ee386451-fab1-4378-a884-edd0cf8fafef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:12.582394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-ee386451-fab1-4378-a884-edd0cf8fafef None None] Port d0750dba-f546-4189-8bfd-314c211c3193 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:45:12.629604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:45:12.636353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42968) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:12.643016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] 10.222.0.46 "PUT /v2.0/routers/59bfc6bc-d21e-466e-9ac3-77c46a27b04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717834 Feb 17 01:45:12.816743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:12.843134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:12.850553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Usage tracker for resource:security_group_rule and tenant:e0aa68b7103643ac92cc30aa3b5975cb is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:12.854268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:12.871761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:12.896191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65951b4d-ab66-4bf2-9ea1-10991fe3becb req-8d264433-677c-4951-bb0c-1c516ce2f5ca tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:12.897799 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-65951b4d-ab66-4bf2-9ea1-10991fe3becb req-8d264433-677c-4951-bb0c-1c516ce2f5ca tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1488442 Feb 17 01:45:12.948383 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-65951b4d-ab66-4bf2-9ea1-10991fe3becb req-7ac6fa23-24d8-4358-a516-bd953a880ac6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Feb 17 01:45:13.105321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.132634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.143016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-65759693-60db-4e6b-b6fa-f5e685ed090d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:13.183159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca56573-b23d-4692-a389-9753daf000fa,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:13.186808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:13.214061 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0aa68b7103643ac92cc30aa3b5975cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765641 Feb 17 01:45:13.216763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 42990) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:13.261538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3a51d9b4-24e4-4939-92cb-758cf84e2abd up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:13.293624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.327970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.384262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 3a51d9b4-24e4-4939-92cb-758cf84e2abd completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:13.390842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 3a51d9b4-24e4-4939-92cb-758cf84e2abd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:13.391854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.527427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.536938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1096158984', 'description': 'tempest-TestShelveInstance-1096158984 description'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:13.543660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:13.547756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Usage tracker for resource:security_group and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:13.551424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:13.557412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:13.578943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 3a51d9b4-24e4-4939-92cb-758cf84e2abd, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3a51d9b4-24e4-4939-92cb-758cf84e2abd,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:13.595196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d94ad-96ee-4680-8b34-35ebf9984e58 req-9d902e09-4eec-4b39-89d3-653dc25021b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:13.595196 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-828d94ad-96ee-4680-8b34-35ebf9984e58 req-9d902e09-4eec-4b39-89d3-653dc25021b4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1006830 Feb 17 01:45:13.601507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.623780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:13.624337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.626278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:13.628780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Usage tracker for resource:security_group_rule and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:13.632621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:13.632757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.638815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:13.640031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9645e04-006a-4f7c-be8a-ec1a899aa5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:13.657421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca56573-b23d-4692-a389-9753daf000fa,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:13.662055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:13.669440 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-828d94ad-96ee-4680-8b34-35ebf9984e58 req-bf05607b-b80a-4ac1-bc91-0cda066007de tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Feb 17 01:45:13.673048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.674258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eca56573-b23d-4692-a389-9753daf000fa HTTP/1.1" status: 204 len: 168 time: 0.4563129 Feb 17 01:45:13.758716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.773285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=3a51d9b4-24e4-4939-92cb-758cf84e2abd,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:13.776761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:13.806905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.812791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:13.853210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cd8ea-5522-4adb-8023-c3bda777cba6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:13.856267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:13.878651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:13.880062 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1943ca3a-4c3d-4806-a590-afdebe80d357 req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3483589 Feb 17 01:45:13.954713 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-1c636e61-086e-40fb-821c-25661d57f766 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups/d17cd8ea-5522-4adb-8023-c3bda777cba6 HTTP/1.1" status: 200 len: 1802 time: 0.0523803 Feb 17 01:45:13.965499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd17cd8ea-5522-4adb-8023-c3bda777cba6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:13.965858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd17cd8ea-5522-4adb-8023-c3bda777cba6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:13.972851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:13.977878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Usage tracker for resource:security_group_rule and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:13.981033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:13.988169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:14.088407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.128495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.158039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.160886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:14.188657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756d04c3-0f83-451a-83d4-750a69e2ef62,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:14.198535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:14.207410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9858-b36a-467c-831e-9f0f3fe9abf2 req-563a0bd6-93a3-4057-b490-b9ce49f1b0a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:14.209147 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b8ce9858-b36a-467c-831e-9f0f3fe9abf2 req-563a0bd6-93a3-4057-b490-b9ce49f1b0a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1219554 Feb 17 01:45:14.246898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.248264 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f130d8af-da25-4f18-ae95-b2a8de029ad9 req-c4c9166c-f72f-44d5-945f-813615b9150c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2869256 Feb 17 01:45:14.260598 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b8ce9858-b36a-467c-831e-9f0f3fe9abf2 req-9063eb92-3eeb-4310-a6d6-6e48518f1c6e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447190 Feb 17 01:45:14.328758 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-9f8913f7-d24c-458e-9bf4-0780dc1304f2 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups/d17cd8ea-5522-4adb-8023-c3bda777cba6 HTTP/1.1" status: 200 len: 2395 time: 0.0565970 Feb 17 01:45:14.341253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd17cd8ea-5522-4adb-8023-c3bda777cba6', 'remote_group_id': None}]} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:14.342999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd17cd8ea-5522-4adb-8023-c3bda777cba6', 'remote_group_id': None}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:14.349782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:14.353807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Usage tracker for resource:security_group_rule and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:14.357229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:14.363684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:14.475064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.508567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.540719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.543182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:14.567619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da68f76b-3dba-480f-b8de-01e82b00ea87,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:14.570438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:14.615097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:14.616390 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aef04910-9fca-4db7-94b4-20a3a6695194 req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2799814 Feb 17 01:45:14.687328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Sync routers for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:45:14.698216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:45:14.699119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:45:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:14.912060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15933b98-bdff-4ef6-af86-d50306b1dd87 req-290cf90f-16a3-45ed-a65b-b1fc9d2b8811 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:14.920178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15933b98-bdff-4ef6-af86-d50306b1dd87 req-290cf90f-16a3-45ed-a65b-b1fc9d2b8811 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1139009 Feb 17 01:45:14.923515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:45:14.974858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15933b98-bdff-4ef6-af86-d50306b1dd87 req-4266048a-a637-4d16-9885-94ce5eb9a996 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Feb 17 01:45:15.273137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3a51d9b4-24e4-4939-92cb-758cf84e2abd up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:15.376307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 3a51d9b4-24e4-4939-92cb-758cf84e2abd triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:15.376681 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:15.483969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:10Z', 'revision_number': 4, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd0750dba-f546-4189-8bfd-314c211c3193', 'name': '', 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926', 'tenant_id': '02545d78637040409f727062c45b9280', 'mac_address': 'fa:16:3e:cd:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:09Z', 'updated_at': '2021-02-17T01:45:11Z', 'revision_number': 2, 'project_id': '02545d78637040409f727062c45b9280', 'subnets': [{'id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:15.529151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:15.567060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af78fd-6e8f-4b43-825c-a23aad8e8d5c req-69db1489-ab03-4e1d-9c3e-c822f83b1ce2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:15.572695 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-94af78fd-6e8f-4b43-825c-a23aad8e8d5c req-69db1489-ab03-4e1d-9c3e-c822f83b1ce2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1559632 Feb 17 01:45:15.628832 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-94af78fd-6e8f-4b43-825c-a23aad8e8d5c req-c784cfbb-7076-412d-8fa7-5a7072a479ec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530982 Feb 17 01:45:15.765072 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Checking router: 59bfc6bc-d21e-466e-9ac3-77c46a27b04c for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:45:15.766652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Updating router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c port d0750dba-f546-4189-8bfd-314c211c3193 binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:45:15.936653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.002798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:16.003224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.273367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195fd4-1b9d-4b53-bb3e-b453ff89e837 req-f00c62be-2bb0-4a0e-b899-cdaebe26be70 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:16.274977 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad195fd4-1b9d-4b53-bb3e-b453ff89e837 req-f00c62be-2bb0-4a0e-b899-cdaebe26be70 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1326766 Feb 17 01:45:16.374642 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad195fd4-1b9d-4b53-bb3e-b453ff89e837 req-b8d6b55f-a656-4bf1-9644-0d03eeaad819 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809755 Feb 17 01:45:16.653788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43162) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:16.692991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.693116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93353e1e-d7df-4e34-b628-e1e4c194f1e0 req-7690a59e-68f7-4966-9af7-002933722f92 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:16.702440 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93353e1e-d7df-4e34-b628-e1e4c194f1e0 req-7690a59e-68f7-4966-9af7-002933722f92 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.1332188 Feb 17 01:45:16.706800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Transition to ACTIVE for port object d0750dba-f546-4189-8bfd-314c211c3193 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:16.734867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.755916 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93353e1e-d7df-4e34-b628-e1e4c194f1e0 req-a00383fb-bb53-479a-86d4-6cabefe57f57 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Feb 17 01:45:16.760076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:16.764046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Deleting subnet 45ee264d-9e0d-49e6-9649-0b3761a1c39b {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:45:16.768760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.881234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:16.899447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Pushing event updated for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:16.904864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:16.949915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.116051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Attempting to bind port d0750dba-f546-4189-8bfd-314c211c3193 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:17.116843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Attempting to bind port d0750dba-f546-4189-8bfd-314c211c3193 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:17.117438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Attempting to bind port d0750dba-f546-4189-8bfd-314c211c3193 on network 71fa4f2a-9cbd-461c-8591-be6041bf4926 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:17.123735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:17.124186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Checking segment: {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:17.124638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.125077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Bound using segment: {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:17.125600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Bound port: d0750dba-f546-4189-8bfd-314c211c3193, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:17.126022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.277832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a5bf-8beb-4ea4-9984-9c871b5b812d req-3423f35e-3612-49d6-be19-cc74a6fb4b70 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:17.285646 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b389a5bf-8beb-4ea4-9984-9c871b5b812d req-3423f35e-3612-49d6-be19-cc74a6fb4b70 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.4597602 Feb 17 01:45:17.300829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] For port d0750dba-f546-4189-8bfd-314c211c3193, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:17.303299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] For port d0750dba-f546-4189-8bfd-314c211c3193, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d0750dba-f546-4189-8bfd-314c211c3193,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:17.324208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.343190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.346662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:17.414576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-83ee6255-da96-4d0f-8c56-6f53c4602448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:17.585246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650f93-a0e0-460e-9dd7-1726ccc94713 req-60ca3aed-8f8d-4c8f-830c-45025b4b05dc tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:17.586790 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00650f93-a0e0-460e-9dd7-1726ccc94713 req-60ca3aed-8f8d-4c8f-830c-45025b4b05dc tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1021976 Feb 17 01:45:17.622241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:45:17.622946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:45:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:17.644512 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-00650f93-a0e0-460e-9dd7-1726ccc94713 req-e055d153-5396-44b1-9306-5abfd65f2aab tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505166 Feb 17 01:45:17.667235 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b389a5bf-8beb-4ea4-9984-9c871b5b812d req-4d450036-d276-45e6-b974-624111f53bb8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806057 Feb 17 01:45:17.677699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ee264d-9e0d-49e6-9649-0b3761a1c39b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:17.680692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:17.694960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Pushing event updated for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:17.698762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:17.723016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.732200 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/45ee264d-9e0d-49e6-9649-0b3761a1c39b HTTP/1.1" status: 204 len: 168 time: 1.0745623 Feb 17 01:45:17.732634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43180) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:17.848470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:17.853403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:45:18.111648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:18.197624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:10Z', 'revision_number': 4, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd0750dba-f546-4189-8bfd-314c211c3193', 'name': '', 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926', 'tenant_id': '02545d78637040409f727062c45b9280', 'mac_address': 'fa:16:3e:cd:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:09Z', 'updated_at': '2021-02-17T01:45:17Z', 'revision_number': 4, 'project_id': '02545d78637040409f727062c45b9280', 'subnets': [{'id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:18.201735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9795a8-b4a2-4d3a-9427-9892abadf974 None None] The sync data for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi is: [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:45:10Z', 'revision_number': 4, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd0750dba-f546-4189-8bfd-314c211c3193', 'name': '', 'network_id': '71fa4f2a-9cbd-461c-8591-be6041bf4926', 'tenant_id': '02545d78637040409f727062c45b9280', 'mac_address': 'fa:16:3e:cd:1c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:09Z', 'updated_at': '2021-02-17T01:45:17Z', 'revision_number': 4, 'project_id': '02545d78637040409f727062c45b9280', 'subnets': [{'id': 'dbd77171-f455-4bd8-898d-02901e9d0dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:45:18.205184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc039-9c5a-4966-968d-375daa191eec req-b658a83f-e800-45b7-9506-356542c52bb2 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:18.206842 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02adc039-9c5a-4966-968d-375daa191eec req-b658a83f-e800-45b7-9506-356542c52bb2 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.3012788 Feb 17 01:45:18.268921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da22f996-9bec-4b0c-b90e-15560664e21d']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:18.290367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00486729-963c-42c9-ab0a-6a616d4224d5') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:18.290817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00486729-963c-42c9-ab0a-6a616d4224d5') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:18.311568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:18.322738 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02adc039-9c5a-4966-968d-375daa191eec req-239795d5-bca8-46b6-ab1e-b62d94e2ea97 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040888 Feb 17 01:45:18.335364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:18.344786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:45:18.543618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Network da22f996-9bec-4b0c-b90e-15560664e21d has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:45:18.553414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:18.869491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21663185-0862-4ea3-a2a5-e80b9dc00c66 req-86c3baa2-2927-4e2a-95a5-4683c120cbf3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:18.871313 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21663185-0862-4ea3-a2a5-e80b9dc00c66 req-86c3baa2-2927-4e2a-95a5-4683c120cbf3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0937135 Feb 17 01:45:18.927684 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21663185-0862-4ea3-a2a5-e80b9dc00c66 req-b035e7f5-8e5d-4cd9-95fa-a3285243736c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Feb 17 01:45:19.011995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Network da22f996-9bec-4b0c-b90e-15560664e21d has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:45:19.038353 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:45:19.142287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a2f3-1305-49fb-88e1-ea37555c59a2 req-95f66a56-9311-42dc-98b0-301bafcc0b67 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:19.144531 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1875a2f3-1305-49fb-88e1-ea37555c59a2 req-95f66a56-9311-42dc-98b0-301bafcc0b67 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2118053 Feb 17 01:45:19.153557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.185677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:19.213382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.218052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=da22f996-9bec-4b0c-b90e-15560664e21d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:19.226376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:19.232719 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1875a2f3-1305-49fb-88e1-ea37555c59a2 req-6dac9e93-5f7c-4d61-9489-321e38d58cc6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813274 Feb 17 01:45:19.237354 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-fa721900-2f3a-4ba8-a099-575c6621e2d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/da22f996-9bec-4b0c-b90e-15560664e21d HTTP/1.1" status: 204 len: 168 time: 1.5008361 Feb 17 01:45:19.240038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43200) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:19.246688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d0750dba-f546-4189-8bfd-314c211c3193 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:19.315698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Deleting subnet fd8247a3-415a-40b1-ad73-cb064428268c {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:45:19.318982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.352047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port d0750dba-f546-4189-8bfd-314c211c3193 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:19.367987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d0750dba-f546-4189-8bfd-314c211c3193 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:19.368337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.372707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.461139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.527836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.568791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port d0750dba-f546-4189-8bfd-314c211c3193, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d0750dba-f546-4189-8bfd-314c211c3193,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:19.604177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:19.612898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:19.684534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:19.693139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.693531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.693916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.694285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.694653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.695022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.695394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.695761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.696170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.696538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.696900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.697264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.697669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.698034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.698399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.698757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.699117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.699407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559419-73a8-4bf3-afbf-7acabc0052b5 req-60371e24-c136-4e0d-8891-7f42ba50edda tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:19.699521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.699812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.700214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.700579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.700941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.701045 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-49559419-73a8-4bf3-afbf-7acabc0052b5 req-60371e24-c136-4e0d-8891-7f42ba50edda tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.2025611 Feb 17 01:45:19.701307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.701660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:19.706278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:19.786068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-49559419-73a8-4bf3-afbf-7acabc0052b5 req-65148142-ccd3-4e6e-a8a4-6fb1b500f132 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727792 Feb 17 01:45:20.126437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.133416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5bb38-ecff-4ce0-8aba-4d7b57cbf515 req-fcf17cac-2415-47f4-8b1d-d8622d427a6e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:20.135030 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8ec5bb38-ecff-4ce0-8aba-4d7b57cbf515 req-fcf17cac-2415-47f4-8b1d-d8622d427a6e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0939384 Feb 17 01:45:20.187041 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8ec5bb38-ecff-4ce0-8aba-4d7b57cbf515 req-3eb5e273-20a1-48a1-8cd3-8143eed24f08 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Feb 17 01:45:20.194438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d7871786-d99c-4a50-bf5d-686bc7f734c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:20.253427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8247a3-415a-40b1-ad73-cb064428268c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:20.256160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:20.288493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba73ff-64f2-41a8-b3f7-23c9ae0ff950 req-cfb4408b-40f7-49a4-99ef-9389dd851d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:20.288493 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45ba73ff-64f2-41a8-b3f7-23c9ae0ff950 req-cfb4408b-40f7-49a4-99ef-9389dd851d70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.2228048 Feb 17 01:45:20.322895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.343119 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd8247a3-415a-40b1-ad73-cb064428268c HTTP/1.1" status: 204 len: 168 time: 1.1012101 Feb 17 01:45:20.347517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43218) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:20.353627 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45ba73ff-64f2-41a8-b3f7-23c9ae0ff950 req-04ab442e-c6ef-425b-b976-cb82f188d1f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569570 Feb 17 01:45:20.423314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8569500-862f-4f53-b75a-b65a32d42aff req-3fd6991e-cce3-47de-bf35-4fdf7c86a1d5 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:20.424986 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f8569500-862f-4f53-b75a-b65a32d42aff req-3fd6991e-cce3-47de-bf35-4fdf7c86a1d5 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.0965939 Feb 17 01:45:20.518536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.644381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a8a2f-12c6-4af9-b61b-6f3054d8dad2 req-046e4daf-ade9-482d-9d09-2fca5b2580c1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:20.645991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-894a8a2f-12c6-4af9-b61b-6f3054d8dad2 req-046e4daf-ade9-482d-9d09-2fca5b2580c1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2229664 Feb 17 01:45:20.686285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Deleting port dbb1d99b-5923-4dae-9e03-6efe632acbb5 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:45:20.686772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.797909 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-894a8a2f-12c6-4af9-b61b-6f3054d8dad2 req-be3b5dbb-1671-4601-9d5f-6dbe82073b96 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323144 Feb 17 01:45:20.801573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.940853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908dc470-5ffc-43f4-bb61-1f6302f50855']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:20.957565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7297d5-8d74-4f94-b7a8-20ae6f1b3af1') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:20.957902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7297d5-8d74-4f94-b7a8-20ae6f1b3af1') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:45:20.977949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:20.997771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:21.079195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:21.079630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.084307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.087889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:45:21.166883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] For port dbb1d99b-5923-4dae-9e03-6efe632acbb5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dbb1d99b-5923-4dae-9e03-6efe632acbb5,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:21.167531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.190726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd346e-03e4-4ab1-87c5-40fc65a1eae8 req-2e5ce27f-6484-4998-b61c-98265cf1372a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:21.198637 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0dd346e-03e4-4ab1-87c5-40fc65a1eae8 req-2e5ce27f-6484-4998-b61c-98265cf1372a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 945 time: 0.2238038 Feb 17 01:45:21.248716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device dbb1d99b-5923-4dae-9e03-6efe632acbb5 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:45:21.297678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d0750dba-f546-4189-8bfd-314c211c3193 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:21.354785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Calling delete_port for dbb1d99b-5923-4dae-9e03-6efe632acbb5 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:45:21.364692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:45:21.375487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.403443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d0750dba-f546-4189-8bfd-314c211c3193 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:21.403809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.447982 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0dd346e-03e4-4ab1-87c5-40fc65a1eae8 req-5a2479b7-780f-4303-93db-36fde1011f17 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459862 Feb 17 01:45:21.698960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Network 908dc470-5ffc-43f4-bb61-1f6302f50855 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:45:21.700742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:45:21.725477 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:45:21.729615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Port dbb1d99b-5923-4dae-9e03-6efe632acbb5 update to DOWN by agent not found {{(pid=84061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 01:45:21.827071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffe94e-6531-42cd-a195-14cd9cda594f req-4ec49b2c-a407-4133-99ee-cd53e9fc0c91 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:21.828756 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-97ffe94e-6531-42cd-a195-14cd9cda594f req-4ec49b2c-a407-4133-99ee-cd53e9fc0c91 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.3156412 Feb 17 01:45:21.836199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:21.889863 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-97ffe94e-6531-42cd-a195-14cd9cda594f req-c4133a81-38bc-433c-a9c8-3f7034b35c67 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Feb 17 01:45:21.893661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Pushing event deleted for resources: {'Port': ['ID=dbb1d99b-5923-4dae-9e03-6efe632acbb5,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:21.898976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:21.948133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] No DVR routers for this DVR port dbb1d99b-5923-4dae-9e03-6efe632acbb5 on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:45:21.950871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:21.953569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'name': 'network-vif-deleted', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:22.003411 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b925b5-c4d2-4117-83a4-7c6ef70ce27f', 'name': 'network-vif-deleted', 'tag': 'dbb1d99b-5923-4dae-9e03-6efe632acbb5', 'status': 'completed', 'code': 200} Feb 17 01:45:22.005423 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f8569500-862f-4f53-b75a-b65a32d42aff req-2eb4bdf3-affd-4a5a-9c0e-25c27a3c54ee tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "DELETE /v2.0/ports/dbb1d99b-5923-4dae-9e03-6efe632acbb5 HTTP/1.1" status: 204 len: 173 time: 1.4199297 Feb 17 01:45:22.032070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.036170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:22.052483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.060059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Pushing event deleted for resources: {'Network': ['ID=908dc470-5ffc-43f4-bb61-1f6302f50855,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:22.065630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] 10.222.0.46 "DELETE /v2.0/networks/908dc470-5ffc-43f4-bb61-1f6302f50855 HTTP/1.1" status: 204 len: 168 time: 1.7124310 Feb 17 01:45:22.065630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3b0f67ee-e3e8-4b67-aa21-8a0372c67426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:22.099640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516921-ea7c-4e7d-a55a-73d550952e75 req-67a022cd-e433-40b3-bdca-d599a7349660 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:22.101315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-07516921-ea7c-4e7d-a55a-73d550952e75 req-67a022cd-e433-40b3-bdca-d599a7349660 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0881014 Feb 17 01:45:22.150219 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-07516921-ea7c-4e7d-a55a-73d550952e75 req-423fd520-a16c-4f88-ad2a-500993afb825 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Feb 17 01:45:22.550589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43262) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:22.604215 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5d93cea7-b1c7-45bc-a5ac-8d8882cc31bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ac38d13c6164df48b7b17db682c1554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498576 Feb 17 01:45:22.604215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43268) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:22.682363 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2661a936-5fbb-4f23-ba45-38ee105667c4 req-1ebc1108-92f0-49c1-83b0-9629d067fc34 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.0652337 Feb 17 01:45:22.701677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43272) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:22.724428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.751689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.827687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.832659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ac6f0c9a-4226-40b4-9562-2667d873e24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:22.839266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.858161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158945f3-1ae6-4150-8132-5290412c95e8,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:22.865026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:22.865857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:22.867115 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3f26e179-f3f4-44a3-8311-dfcba264e051 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/158945f3-1ae6-4150-8132-5290412c95e8 HTTP/1.1" status: 204 len: 168 time: 0.2619286 Feb 17 01:45:22.873894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:22.875611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Usage tracker for resource:security_group_rule and tenant:0fd5d68d6e5d4c6fa041741df5e5539b is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:22.879422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:22.892336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:23.082165 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.132164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.141984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-69761f73-8ace-43c2-989c-22c81d23f1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:23.148607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c2613-6ea3-4b91-a2a5-024d1f5e0015 req-6fc197bf-3e15-45ce-bb8f-f0b7039d322c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:23.152601 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-109c2613-6ea3-4b91-a2a5-024d1f5e0015 req-6fc197bf-3e15-45ce-bb8f-f0b7039d322c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0972741 Feb 17 01:45:23.200013 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fd5d68d6e5d4c6fa041741df5e5539b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970593 Feb 17 01:45:23.200703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43288) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:23.201440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b942831-b5ce-4f5b-9eae-5290350970ed,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:23.205223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c5d0ef3-877b-49eb-b88c-4fc07d42a1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:23.231992 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-109c2613-6ea3-4b91-a2a5-024d1f5e0015 req-ba34c378-7a94-49c4-9c8c-efb29aa4d37f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 Feb 17 01:45:23.269732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.302219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.379542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43298) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:23.456902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce668e8-cd95-4bd2-94cc-ed47dde9db18 req-b7563c82-91ea-4d53-9e54-5648a8052595 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:23.457580 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-73e05d59-7c55-4a82-9672-292c26fb2fcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f182645057b54543ade91a590275a41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766985 Feb 17 01:45:23.458235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43302) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:23.459853 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ce668e8-cd95-4bd2-94cc-ed47dde9db18 req-b7563c82-91ea-4d53-9e54-5648a8052595 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1632590 Feb 17 01:45:23.468778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.476905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-25293327-875c-4810-827d-463967858d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:23.512850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.514075 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b942831-b5ce-4f5b-9eae-5290350970ed HTTP/1.1" status: 204 len: 168 time: 0.3070714 Feb 17 01:45:23.520852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b942831-b5ce-4f5b-9eae-5290350970ed,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:23.544358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.551257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:23.554860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ce668e8-cd95-4bd2-94cc-ed47dde9db18 req-47559f83-d69d-40fe-859a-970b9692d12b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872791 Feb 17 01:45:23.579553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.690225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.698569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-330491ba-9dc9-4bf3-ad1d-25347a97a110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:23.714952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52729781-2479-465b-917e-3e1b7ab711ea,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:23.718042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:23.719118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:23.721901 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52729781-2479-465b-917e-3e1b7ab711ea HTTP/1.1" status: 204 len: 168 time: 0.2611945 Feb 17 01:45:23.855501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4764b5c2-f047-4856-ad94-13f6ddefb990 req-dbafb354-f0ce-4bb7-aa66-96b7b8515259 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Synchronizing usage tracker for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:23.892486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7d9f-644c-485d-94d1-9714d943af52 req-bb73a899-4509-49fe-9fef-9e70e2dc3921 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:23.894194 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c9f7d9f-644c-485d-94d1-9714d943af52 req-bb73a899-4509-49fe-9fef-9e70e2dc3921 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0900898 Feb 17 01:45:23.941316 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c9f7d9f-644c-485d-94d1-9714d943af52 req-c46f688c-8436-4636-af43-58da0e4a58cf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Feb 17 01:45:24.160816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4764b5c2-f047-4856-ad94-13f6ddefb990 req-dbafb354-f0ce-4bb7-aa66-96b7b8515259 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Unset dirty status for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:24.162153 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4764b5c2-f047-4856-ad94-13f6ddefb990 req-dbafb354-f0ce-4bb7-aa66-96b7b8515259 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.3550470 Feb 17 01:45:24.590558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43332) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:24.609635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:24.625672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:24.630328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Usage tracker for resource:security_group_rule and tenant:3a44d20972c543d28ee25cf8b255bef4 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:24.633429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:24.639973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:24.734426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:24.769541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:24.775552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518436e-5bb3-460b-88ba-0f3173a32331 req-d5dc3f7e-d563-4755-bb9c-3d99ffae23f2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:24.778197 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f518436e-5bb3-460b-88ba-0f3173a32331 req-d5dc3f7e-d563-4755-bb9c-3d99ffae23f2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0912151 Feb 17 01:45:24.782382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f77b7d84-d4f9-4491-bc71-ac03a1269df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:24.826548 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f518436e-5bb3-460b-88ba-0f3173a32331 req-b45bd1f3-238f-4fa6-9927-198d7e8adb12 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Feb 17 01:45:24.828810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7297f428-b04f-4569-a04e-2323e8b65fa9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:24.833766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a44d20972c543d28ee25cf8b255bef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419856 Feb 17 01:45:24.835176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:24.836681 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43342) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:24.903151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:25.083905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:25.213376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:25.290413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:25.297926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f25873aa-1cd7-4995-957a-a3a5de2db9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:25.314022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7297f428-b04f-4569-a04e-2323e8b65fa9,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:25.321263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:25.335465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:25.335465 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7297f428-b04f-4569-a04e-2323e8b65fa9 HTTP/1.1" status: 204 len: 168 time: 0.4946432 Feb 17 01:45:25.364350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701c8e3-1975-4152-84c2-bcc79346d28f req-447c07ab-be36-4829-ae40-e4694b5bcab3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:25.366055 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2701c8e3-1975-4152-84c2-bcc79346d28f req-447c07ab-be36-4829-ae40-e4694b5bcab3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2051108 Feb 17 01:45:25.419765 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-63ab7059-3c2f-4063-9972-3f9b9a89f45d req-4f90e213-0f36-486d-8578-bdd549b2f9e3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b925b5-c4d2-4117-83a4-7c6ef70ce27f HTTP/1.1" status: 200 len: 210 time: 0.0820045 Feb 17 01:45:25.428303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-1e6924da-1be7-4faf-9377-e62c696d4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:25.432206 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-1e6924da-1be7-4faf-9377-e62c696d4192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.1887002 Feb 17 01:45:25.504083 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2701c8e3-1975-4152-84c2-bcc79346d28f req-ecbf48b4-23c2-41c5-af03-b7d52fa3b3d6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272779 Feb 17 01:45:25.629284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-086408f6-6d59-4b31-9b78-77bfce37456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:25.630921 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-086408f6-6d59-4b31-9b78-77bfce37456a service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.1707175 Feb 17 01:45:25.712032 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-900384c3-dec4-49e0-bbb4-1d385cf89d31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0735681 Feb 17 01:45:25.808570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-29b83fde-7e5d-4f8b-a760-4cff13fa916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:25.810410 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-29b83fde-7e5d-4f8b-a760-4cff13fa916f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0882099 Feb 17 01:45:25.882554 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-bc30371b-6400-49fd-bf50-10f29704786a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608349 Feb 17 01:45:25.995357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43376) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:26.084862 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-65c7bf4b-71ad-4d75-8049-72a5501c19e3 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937010 Feb 17 01:45:26.087285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9e4f-092a-41b2-98c9-e285b7005806 req-32268654-435d-4b46-88e0-08b97f136c23 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:26.089139 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-246c9e4f-092a-41b2-98c9-e285b7005806 req-32268654-435d-4b46-88e0-08b97f136c23 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1134756 Feb 17 01:45:26.144060 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-246c9e4f-092a-41b2-98c9-e285b7005806 req-dba52c1f-7626-4bcb-a1b8-d84de1f41ce9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486674 Feb 17 01:45:26.217092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.235599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:26.242994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:c5fdd6dd29e14e599644990ce3d62681 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:26.247484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:26.265934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:26.307888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-196289fe-1a1d-4c5f-95fc-7f2436382777 req-f2b2472e-35c9-4f76-99ed-d86d9be00cb0 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2118142 Feb 17 01:45:26.385528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.420370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.430259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c79c181a-bf6e-4e6b-9e33-1796c0eed913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:26.464340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1595811-e9ef-4942-ad40-079185231ef3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:26.469466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:26.494742 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5fdd6dd29e14e599644990ce3d62681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987910 Feb 17 01:45:26.497561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43400) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:26.632995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.690578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.785240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67bff8-dee3-4360-9075-05c615fc6ef2 req-1964fb33-4c99-47b8-ac90-4454f9f28c54 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:26.792018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.794884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8e67bff8-dee3-4360-9075-05c615fc6ef2 req-1964fb33-4c99-47b8-ac90-4454f9f28c54 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1101334 Feb 17 01:45:26.798257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5125f4b9-3500-43d2-a61b-340be5958ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:26.836035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1595811-e9ef-4942-ad40-079185231ef3,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:26.841780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:26.850794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:26.855546 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1595811-e9ef-4942-ad40-079185231ef3 HTTP/1.1" status: 204 len: 168 time: 0.3536854 Feb 17 01:45:26.859564 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8e67bff8-dee3-4360-9075-05c615fc6ef2 req-eda8cb9d-9eed-4f30-8f65-d77a7de051f3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Feb 17 01:45:27.091842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-f7e8ddcd-5c3b-44b0-8de6-6f1b67f272b0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:27.092638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-f7e8ddcd-5c3b-44b0-8de6-6f1b67f272b0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Synchronizing usage tracker for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:27.151908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-f7e8ddcd-5c3b-44b0-8de6-6f1b67f272b0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Unset dirty status for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:27.153402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-f7e8ddcd-5c3b-44b0-8de6-6f1b67f272b0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 808 time: 0.2453308 Feb 17 01:45:27.170742 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-b4e83ca4-8121-4884-b080-e919579a4d86 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/quotas/ca94ae91ef0e4eb1ae254eeb9ac7f3d8 HTTP/1.1" status: 200 len: 375 time: 0.0106988 Feb 17 01:45:27.474581 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-fb4f8469-6a28-4de3-90a9-5ccf80cf4fae tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2975941 Feb 17 01:45:27.480181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa934b-2aee-4e2d-a7b5-b0bfb765ee9d req-77561bd9-d6e5-4baa-806e-e154633e0ece tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:27.489316 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cafa934b-2aee-4e2d-a7b5-b0bfb765ee9d req-77561bd9-d6e5-4baa-806e-e154633e0ece tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1639376 Feb 17 01:45:27.561901 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cafa934b-2aee-4e2d-a7b5-b0bfb765ee9d req-b53a71f0-a487-4318-bd03-539cf7cccd6c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713341 Feb 17 01:45:27.637071 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-180a007c-b9fb-46d7-a84b-0462bd46fbcf service neutron] 10.222.0.46 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615541 Feb 17 01:45:27.797851 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-224dba5d-3456-4f52-95b7-458fedb4c79b service neutron] 10.222.0.46 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528823 Feb 17 01:45:28.072559 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a26abdf7-dee7-48d0-a6b8-eb53b7f16165 req-056c871f-5c98-4243-b2e6-97767b32b681 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 210 time: 0.0629504 Feb 17 01:45:28.120422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813f57f-8284-4e08-aa85-03343df2adc8 req-1df4c6c1-1494-4954-846b-d426054d59f6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:28.122075 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b813f57f-8284-4e08-aa85-03343df2adc8 req-1df4c6c1-1494-4954-846b-d426054d59f6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1204185 Feb 17 01:45:28.194554 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b813f57f-8284-4e08-aa85-03343df2adc8 req-97c847d3-58b4-48b0-ba0d-c2cf957611bc tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644436 Feb 17 01:45:28.780184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c9f0b-ea42-4dc1-8908-dec390f4b55f req-9dfa9481-0b3a-4779-977b-f3c9d674662d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:28.781914 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c8c9f0b-ea42-4dc1-8908-dec390f4b55f req-9dfa9481-0b3a-4779-977b-f3c9d674662d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0956309 Feb 17 01:45:28.856712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c8c9f0b-ea42-4dc1-8908-dec390f4b55f req-64b38b25-fea7-4eb3-af7c-099d935aafd1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669405 Feb 17 01:45:29.244442 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-906bd546-0ad3-4855-acc5-b00052676948 req-eb989c72-b2b7-40e2-9525-65db1ebeeefd tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 210 time: 0.0597847 Feb 17 01:45:29.416927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78804-5b48-422c-83b2-467bffaec2af req-6ca77749-cb02-4e6e-b8e5-6af8ef281e54 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:29.418547 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31c78804-5b48-422c-83b2-467bffaec2af req-6ca77749-cb02-4e6e-b8e5-6af8ef281e54 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0932734 Feb 17 01:45:29.470546 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31c78804-5b48-422c-83b2-467bffaec2af req-d05c13b0-6131-4320-9941-09e1e47d8389 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Feb 17 01:45:30.136855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd07af-36e3-464d-98ae-8ec117c18389 req-c55913d9-c09d-4ec8-a34e-2069b78d090b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:30.146166 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99bd07af-36e3-464d-98ae-8ec117c18389 req-c55913d9-c09d-4ec8-a34e-2069b78d090b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1489744 Feb 17 01:45:30.253421 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99bd07af-36e3-464d-98ae-8ec117c18389 req-29725662-0281-4c0d-9338-e79d357be819 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894127 Feb 17 01:45:30.312932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-17bc290d-9067-4469-a518-6bcaa70331a0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:30.314499 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-17bc290d-9067-4469-a518-6bcaa70331a0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 808 time: 0.2828183 Feb 17 01:45:30.332021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Request body: {'port': {'device_id': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa', 'admin_state_up': True, 'tenant_id': 'ca94ae91ef0e4eb1ae254eeb9ac7f3d8'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:30.546624 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7fe8f154-9c77-4990-a339-6785c293d263 req-cc2353fa-f3d7-461b-848c-ddf32719caae tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 210 time: 0.0743740 Feb 17 01:45:30.590250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:30.612854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:30.666561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Made reservation on behalf of ca94ae91ef0e4eb1ae254eeb9ac7f3d8 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:45:30.672719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:30.992158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Allocated IP 172.20.0.6 (de97eca1-b758-4bd2-947f-ba46575bdffa/b9b83dd3-cc74-47e8-b96f-fd0ab34826e9/07cf04a0-ff9d-4950-9083-d887d8738866) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:45:31.223439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:31.281688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:31.300216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:31.504268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Pushing event updated for resources: {'Port': ['ID=07cf04a0-ff9d-4950-9083-d887d8738866,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:31.512349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:31.571248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Network de97eca1-b758-4bd2-947f-ba46575bdffa is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:31.572715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:31.574180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37994dc5-b363-4952-9ae2-7a7e853d334d req-69df1666-735b-4447-8a48-3b0f4bdd2ec5 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:31.575858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37994dc5-b363-4952-9ae2-7a7e853d334d req-69df1666-735b-4447-8a48-3b0f4bdd2ec5 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0952506 Feb 17 01:45:31.576022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:31.641070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37994dc5-b363-4952-9ae2-7a7e853d334d req-d80e96fa-f14d-4360-97dc-2af644714072 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Feb 17 01:45:31.652954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337f15-c646-4298-8f10-ca562dc3adf0 req-58d9ab5d-2448-493a-a2dc-6ca4c9b3d1a5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:31.661355 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7337f15-c646-4298-8f10-ca562dc3adf0 req-58d9ab5d-2448-493a-a2dc-6ca4c9b3d1a5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2478931 Feb 17 01:45:31.714686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:31.715368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:31.750925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7337f15-c646-4298-8f10-ca562dc3adf0 req-29375c6b-d27a-4d97-9304-10a20ef44ced tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884578 Feb 17 01:45:31.793073 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4671400 Feb 17 01:45:31.873206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662348b-954b-4d5e-a698-2801a6405646 req-a0e5ad40-6e0d-47d6-8735-2db921d0ad5e tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:31.874854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a662348b-954b-4d5e-a698-2801a6405646 req-a0e5ad40-6e0d-47d6-8735-2db921d0ad5e tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 931 time: 0.1086330 Feb 17 01:45:31.925643 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a662348b-954b-4d5e-a698-2801a6405646 req-488cdfa4-8595-4545-9173-6cad0a73fd17 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Feb 17 01:45:31.949067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Request body: {'port': {'device_id': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:32.079978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.175413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 43602) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:32.327830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.345259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:32.349461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Usage tracker for resource:security_group_rule and tenant:20241f3d5f674f868ebe7e8d943d434b is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:32.352847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:32.359479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:32.462134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.526722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.536472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:32.567022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cf04a0-ff9d-4950-9083-d887d8738866 {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:45:32.578209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.580800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7a679a48-58d5-4a19-bc57-48bdb55ec440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.586163 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20241f3d5f674f868ebe7e8d943d434b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092193 Feb 17 01:45:32.588731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 43608) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:32.588840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8bd70e-452c-459d-a6d8-b8b6433e5a09,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:32.592174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:32.623096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Transition to ACTIVE for port object 07cf04a0-ff9d-4950-9083-d887d8738866 will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:32.671066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.684237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.707868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:32.813374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:32.901891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf04a0-ff9d-4950-9083-d887d8738866,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:32.907330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:33.001052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b355-5c30-430e-92de-e8162b5bf2d3 req-674f8fa1-b4c5-438a-9b07-5dea46c70cec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:33.003004 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9a70b355-5c30-430e-92de-e8162b5bf2d3 req-674f8fa1-b4c5-438a-9b07-5dea46c70cec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1133373 Feb 17 01:45:33.006368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.019479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-491260a0-b3ea-405a-b42d-671793c48030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:33.035693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8bd70e-452c-459d-a6d8-b8b6433e5a09,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:33.040892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:33.068097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9a70b355-5c30-430e-92de-e8162b5bf2d3 req-381139cb-99c7-4862-ae01-5e6dd0f305f8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580037 Feb 17 01:45:33.079776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.081751 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc8bd70e-452c-459d-a6d8-b8b6433e5a09 HTTP/1.1" status: 204 len: 168 time: 0.4936941 Feb 17 01:45:33.178729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Attempting to bind port 07cf04a0-ff9d-4950-9083-d887d8738866 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:33.179107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Attempting to bind port 07cf04a0-ff9d-4950-9083-d887d8738866 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:33.179484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Attempting to bind port 07cf04a0-ff9d-4950-9083-d887d8738866 on network de97eca1-b758-4bd2-947f-ba46575bdffa {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:33.193660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:33.194040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Checking segment: {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:33.194553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.194827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Bound using segment: {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:33.195309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Bound port: 07cf04a0-ff9d-4950-9083-d887d8738866, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa6764-9afd-4f48-a83d-b10dd28b76de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'de97eca1-b758-4bd2-947f-ba46575bdffa'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:33.195688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.268723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebcac1-b00e-4dd3-9d7f-8a0f58b6aa0f req-e9b5c31e-1561-4113-a067-e208ce062ad0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:33.269647 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c0ebcac1-b00e-4dd3-9d7f-8a0f58b6aa0f req-e9b5c31e-1561-4113-a067-e208ce062ad0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Synchronizing usage tracker for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:33.346812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c0ebcac1-b00e-4dd3-9d7f-8a0f58b6aa0f req-e9b5c31e-1561-4113-a067-e208ce062ad0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Unset dirty status for tenant:ca94ae91ef0e4eb1ae254eeb9ac7f3d8 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:33.349358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0ebcac1-b00e-4dd3-9d7f-8a0f58b6aa0f req-e9b5c31e-1561-4113-a067-e208ce062ad0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.2737851 Feb 17 01:45:33.357733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] For port 07cf04a0-ff9d-4950-9083-d887d8738866, host hv-cinder-75998, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:33.388642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] For port 07cf04a0-ff9d-4950-9083-d887d8738866, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=07cf04a0-ff9d-4950-9083-d887d8738866,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:33.413732 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0ebcac1-b00e-4dd3-9d7f-8a0f58b6aa0f req-a6916929-c02a-43c6-8d71-84e8ac2864d9 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580359 Feb 17 01:45:33.418894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.506761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:33.665056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=07cf04a0-ff9d-4950-9083-d887d8738866,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:33.670706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:33.700279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:33.702691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:33.708950 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/07cf04a0-ff9d-4950-9083-d887d8738866 HTTP/1.1" status: 200 len: 1157 time: 1.7647471 Feb 17 01:45:33.709426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:33.772285 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866', 'status': 'completed', 'code': 200} Feb 17 01:45:33.962587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-a78e4ea2-2642-47fd-90e3-2c8e15908344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:33.962587 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-a78e4ea2-2642-47fd-90e3-2c8e15908344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 1160 time: 0.1674960 Feb 17 01:45:33.976108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4b33-9a35-4866-9146-36c8313df975 req-983c5933-8853-43b0-9df0-d2a82696a159 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:33.977698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c0f4b33-9a35-4866-9146-36c8313df975 req-983c5933-8853-43b0-9df0-d2a82696a159 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1382942 Feb 17 01:45:34.057063 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-bfdee29a-5a82-40ba-ba71-88eff6720d0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07cf04a0-ff9d-4950-9083-d887d8738866 HTTP/1.1" status: 200 len: 217 time: 0.0783439 Feb 17 01:45:34.354028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea3903-de06-42c5-aae4-bef7aa3f9b6b req-548454e6-4806-4703-9efe-5d8d545b14ed tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:34.364645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e8ea3903-de06-42c5-aae4-bef7aa3f9b6b req-548454e6-4806-4703-9efe-5d8d545b14ed tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1546216 Feb 17 01:45:34.401501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c0f4b33-9a35-4866-9146-36c8313df975 req-48295380-a6ef-4d87-8f10-ab406aa58907 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538826 Feb 17 01:45:34.420227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c408f7b9-f14b-450e-8848-7b6fefb81126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:34.420462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-da14d34b-4834-4462-b1aa-ca0ab5cad767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:34.422114 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-da14d34b-4834-4462-b1aa-ca0ab5cad767 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 HTTP/1.1" status: 200 len: 848 time: 0.3496697 Feb 17 01:45:34.425500 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e8ea3903-de06-42c5-aae4-bef7aa3f9b6b req-00666f5a-8c60-4ace-9903-f9162d72a309 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598564 Feb 17 01:45:34.509160 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-f6025ad1-14fe-430d-8db9-ad078a6bd782 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de97eca1-b758-4bd2-947f-ba46575bdffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740116 Feb 17 01:45:34.753584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-52c2a21f-770e-41c3-9347-91ec9ea58296 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246101 Feb 17 01:45:34.761190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4607f-2aff-4b6f-8b62-1a78447e8095 req-1d81800b-64b1-4b35-b6cd-936b850c9c1a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:34.762808 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d0d4607f-2aff-4b6f-8b62-1a78447e8095 req-1d81800b-64b1-4b35-b6cd-936b850c9c1a tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.1471741 Feb 17 01:45:34.914204 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d0d4607f-2aff-4b6f-8b62-1a78447e8095 req-3ad01921-56a1-4a69-b7c7-8024775fa0db tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256752 Feb 17 01:45:34.946340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7afb7458-d0c5-4b2f-8e4e-f433410a871a req-17b54498-794f-4787-a16e-f79cbaa1d688 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822357 Feb 17 01:45:35.143673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-6dac71ee-a43b-4cde-abf7-8cb15050b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:35.145395 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-6dac71ee-a43b-4cde-abf7-8cb15050b7f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 1160 time: 0.0886121 Feb 17 01:45:35.167024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:35.600280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c52d4-9401-45cf-8580-a277ee2f1056 req-be04237b-5bc6-4029-b1f3-ccb620801d0b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:35.601905 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b96c52d4-9401-45cf-8580-a277ee2f1056 req-be04237b-5bc6-4029-b1f3-ccb620801d0b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.0880916 Feb 17 01:45:35.646858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a05d36-a8b3-43c4-a43c-ddaa08f7d629 req-56a24a2d-1c89-44d3-aaa0-c58af6405687 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:35.648473 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a1a05d36-a8b3-43c4-a43c-ddaa08f7d629 req-56a24a2d-1c89-44d3-aaa0-c58af6405687 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0890658 Feb 17 01:45:35.649925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b96c52d4-9401-45cf-8580-a277ee2f1056 req-0969c973-3257-4207-912d-15b063a95a99 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Feb 17 01:45:35.697925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a1a05d36-a8b3-43c4-a43c-ddaa08f7d629 req-6e4d73a3-f56b-407a-83bb-e9071069d1e1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Feb 17 01:45:36.115091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a87ab-fa0b-4819-8c03-02eed7b70375 req-758feb66-180f-4a71-a51a-264050b567d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:36.116720 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f4a87ab-fa0b-4819-8c03-02eed7b70375 req-758feb66-180f-4a71-a51a-264050b567d3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.0887029 Feb 17 01:45:36.165561 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f4a87ab-fa0b-4819-8c03-02eed7b70375 req-f504be5a-7ba3-4fa1-8037-000e9bb135d0 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Feb 17 01:45:36.214782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:36.902223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e113d5c-70eb-4329-9522-2a7500157efc req-5a37230f-6718-409f-8d62-593c2852c75a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:36.904038 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e113d5c-70eb-4329-9522-2a7500157efc req-5a37230f-6718-409f-8d62-593c2852c75a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0872791 Feb 17 01:45:36.954492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e113d5c-70eb-4329-9522-2a7500157efc req-020b544c-0529-47d6-ada1-1c65309a13ee tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Feb 17 01:45:36.969255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:36.975707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081463bb-3dd8-45e4-b2c7-1681eee255f3 req-5707affe-e8f7-4a42-be84-e7ad0bbb18e9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:36.977575 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-081463bb-3dd8-45e4-b2c7-1681eee255f3 req-5707affe-e8f7-4a42-be84-e7ad0bbb18e9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.2116237 Feb 17 01:45:36.979876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-e1508aec-575d-451a-b3fc-81f4f88c9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:36.981338 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-e1508aec-575d-451a-b3fc-81f4f88c9268 service neutron] 10.222.0.59 "GET /v2.0/networks?id=de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 200 len: 902 time: 0.1776180 Feb 17 01:45:37.027806 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-081463bb-3dd8-45e4-b2c7-1681eee255f3 req-fc6f3593-125d-461e-ae66-5c26ea595bba tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Feb 17 01:45:37.366163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f1fb-1f79-4c25-bf81-4655ec238f8f req-228c9cea-9173-40c8-9a2c-a442e3659794 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:37.367759 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab82f1fb-1f79-4c25-bf81-4655ec238f8f req-228c9cea-9173-40c8-9a2c-a442e3659794 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.0900545 Feb 17 01:45:37.417122 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab82f1fb-1f79-4c25-bf81-4655ec238f8f req-d1814090-c0e5-4c23-8c86-55fda5ea95f3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Feb 17 01:45:37.824962 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-3ce3eeed-1dd4-42fc-8485-b642d97663f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07cf04a0-ff9d-4950-9083-d887d8738866 HTTP/1.1" status: 200 len: 217 time: 0.0688016 Feb 17 01:45:37.898116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-9e6ff87e-2562-419a-bc0a-f96dc0c25c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:37.899697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-9e6ff87e-2562-419a-bc0a-f96dc0c25c44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 HTTP/1.1" status: 200 len: 848 time: 0.0683773 Feb 17 01:45:37.957615 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-98c944f8-8447-45ce-91e3-6d39382a925c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=de97eca1-b758-4bd2-947f-ba46575bdffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474415 Feb 17 01:45:38.174358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-c7fdd160-ce95-4d68-a31d-df26c5e104b9 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072933 Feb 17 01:45:38.236750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6e3e-c410-4d28-b09d-27a0028877fd req-3ef30472-4ffb-4749-8287-8bde391970d2 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:38.238370 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e16b6e3e-c410-4d28-b09d-27a0028877fd req-3ef30472-4ffb-4749-8287-8bde391970d2 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.0929997 Feb 17 01:45:38.290228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e16b6e3e-c410-4d28-b09d-27a0028877fd req-38806c95-28d4-4208-8678-e4fe2376f90a tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Feb 17 01:45:38.318821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c40f1-a04c-4920-b69c-65ffe87469a0 req-27911289-3678-49ca-b12f-3acbd65660e3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:38.320496 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fe8c40f1-a04c-4920-b69c-65ffe87469a0 req-27911289-3678-49ca-b12f-3acbd65660e3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2280736 Feb 17 01:45:38.412642 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fe8c40f1-a04c-4920-b69c-65ffe87469a0 req-604f034f-c402-4ebd-a9f8-29308e04f16c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805902 Feb 17 01:45:38.417016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6fd90739-1a0a-49fe-95b3-65a21276d17e req-3c92eac7-25a2-43c5-9e25-801386023331 service neutron] 10.222.0.59 "GET /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2315483 Feb 17 01:45:38.680063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5445-8b15-4f79-9099-776915bc805c req-3e310282-948a-4349-ba80-8f66125febcd tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:38.688230 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75fb5445-8b15-4f79-9099-776915bc805c req-3e310282-948a-4349-ba80-8f66125febcd tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.1741464 Feb 17 01:45:38.741437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a4ac0-154d-4072-8eac-d53c2819cc1b req-2d30a0eb-e718-42ad-984b-14a2dc4057b6 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:38.750641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bd4a4ac0-154d-4072-8eac-d53c2819cc1b req-2d30a0eb-e718-42ad-984b-14a2dc4057b6 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.1166093 Feb 17 01:45:38.808304 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bd4a4ac0-154d-4072-8eac-d53c2819cc1b req-efe41eac-9f40-49d2-b472-a26fc17ec024 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566173 Feb 17 01:45:38.833229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Deleting port a11a5e41-d922-4fdd-8dd7-53c729df0c29 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:45:38.833716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:39.124451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] For port a11a5e41-d922-4fdd-8dd7-53c729df0c29, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a11a5e41-d922-4fdd-8dd7-53c729df0c29,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:39.124451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:39.267132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Calling delete_port for a11a5e41-d922-4fdd-8dd7-53c729df0c29 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:45:39.656756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d666d-cf42-4a06-8cca-1784db769c5a req-5d210d3e-f1d0-4aeb-8410-cbad4fd61da6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:39.667453 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-318d666d-cf42-4a06-8cca-1784db769c5a req-5d210d3e-f1d0-4aeb-8410-cbad4fd61da6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1066344 Feb 17 01:45:39.684529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d9d4-0792-4fb1-aa63-6c2d27637665 req-4a1fcc2f-c6e4-4af5-9b45-1c4084166f57 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:39.686150 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cae6d9d4-0792-4fb1-aa63-6c2d27637665 req-4a1fcc2f-c6e4-4af5-9b45-1c4084166f57 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 946 time: 0.2104781 Feb 17 01:45:39.687269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:39.734940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-318d666d-cf42-4a06-8cca-1784db769c5a req-319b8ab8-66db-4d90-adc3-a84d1e826197 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673258 Feb 17 01:45:39.785810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:39.914241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Pushing event deleted for resources: {'Port': ['ID=a11a5e41-d922-4fdd-8dd7-53c729df0c29,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:39.922388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:40.029648 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cae6d9d4-0792-4fb1-aa63-6c2d27637665 req-ca6f7d0f-eb0b-424f-add0-1d68631d2bdf tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444630 Feb 17 01:45:40.060608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef9236-3515-4eb7-a981-6a2e6d1505b3 req-038e4cfb-c129-439b-838b-f80efb469c09 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:40.069012 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-39ef9236-3515-4eb7-a981-6a2e6d1505b3 req-038e4cfb-c129-439b-838b-f80efb469c09 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 943 time: 0.1180520 Feb 17 01:45:40.137296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-39ef9236-3515-4eb7-a981-6a2e6d1505b3 req-3898fa2c-95dd-4363-96af-813e13e6c3e2 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Feb 17 01:45:40.193948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] No DVR routers for this DVR port a11a5e41-d922-4fdd-8dd7-53c729df0c29 on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:45:40.197319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:40.203109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'name': 'network-vif-deleted', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:40.255651 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75fb5445-8b15-4f79-9099-776915bc805c req-33522281-6fb8-490d-93f0-c526d2f31e7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "DELETE /v2.0/ports/a11a5e41-d922-4fdd-8dd7-53c729df0c29 HTTP/1.1" status: 204 len: 173 time: 1.5467558 Feb 17 01:45:40.264934 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dab03c-a8ae-41c1-8f73-10cd3177d83b', 'name': 'network-vif-deleted', 'tag': 'a11a5e41-d922-4fdd-8dd7-53c729df0c29', 'status': 'completed', 'code': 200} Feb 17 01:45:40.585145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 07cf04a0-ff9d-4950-9083-d887d8738866 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:40.703666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 07cf04a0-ff9d-4950-9083-d887d8738866 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:40.710530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 07cf04a0-ff9d-4950-9083-d887d8738866 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:40.711139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:40.841616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:40.874119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:40.886152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 07cf04a0-ff9d-4950-9083-d887d8738866, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=07cf04a0-ff9d-4950-9083-d887d8738866,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:40.915318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:40.917918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fcabbed5-fc81-48ce-a2d8-c83c8a392bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:40.951453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b0b2-fb62-4967-841d-1efc18d9396f req-45fe1b56-fbdc-430b-8ebc-bf734574c9d0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:40.959759 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfd7b0b2-fb62-4967-841d-1efc18d9396f req-45fe1b56-fbdc-430b-8ebc-bf734574c9d0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1081357 Feb 17 01:45:40.995118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=07cf04a0-ff9d-4950-9083-d887d8738866,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:40.998796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:45:41.044164 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfd7b0b2-fb62-4967-841d-1efc18d9396f req-eaa25d16-2bcf-4de1-91ec-5a939074fda1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833080 Feb 17 01:45:41.113279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866', 'code': 200} Feb 17 01:45:41.118094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:41.119456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: a11a5e41-d922-4fdd-8dd7-53c729df0c29 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:45:41.123154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a11a5e41-d922-4fdd-8dd7-53c729df0c29 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:45:41.405495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-860f207c-557b-4b3e-b2e0-5cdf9be6c84e req-c67c78d9-af96-4aa0-ad22-19dd5d52a7c4 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2dab03c-a8ae-41c1-8f73-10cd3177d83b HTTP/1.1" status: 200 len: 210 time: 0.1099544 Feb 17 01:45:41.676978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be0c0a-a613-4d3d-a623-37dbeb19a572 req-5cf3647e-92b1-4915-ad2a-551e5a52e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:41.679763 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6be0c0a-a613-4d3d-a623-37dbeb19a572 req-5cf3647e-92b1-4915-ad2a-551e5a52e5d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 1162 time: 0.1523044 Feb 17 01:45:41.750210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63b315-e446-4886-93e5-ee5a2818e89e req-7b0cbbc3-caed-4098-8b9c-b636e1775879 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:41.758383 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6be0c0a-a613-4d3d-a623-37dbeb19a572 req-d3a15f1d-ad47-44a3-9ae2-59c2d838c96f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671954 Feb 17 01:45:41.764836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:45:41.765778 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f63b315-e446-4886-93e5-ee5a2818e89e req-7b0cbbc3-caed-4098-8b9c-b636e1775879 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.1492386 Feb 17 01:45:41.878363 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f63b315-e446-4886-93e5-ee5a2818e89e req-8f079204-95db-456f-8849-6be3405e15d8 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084878 Feb 17 01:45:42.000898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 07cf04a0-ff9d-4950-9083-d887d8738866 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:45:42.158468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 07cf04a0-ff9d-4950-9083-d887d8738866 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:42.161538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:42.602263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-0662775d-fc4a-4c4d-9752-d991ebf1cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:42.603913 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-0662775d-fc4a-4c4d-9752-d991ebf1cf18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.5491147 Feb 17 01:45:42.615447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d54d58-d685-4c75-8031-7045de7bc2ab req-724f1043-aca5-471e-8a72-064cb88fa329 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:42.617188 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4d54d58-d685-4c75-8031-7045de7bc2ab req-724f1043-aca5-471e-8a72-064cb88fa329 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.4536641 Feb 17 01:45:42.762900 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4d54d58-d685-4c75-8031-7045de7bc2ab req-1696df60-385f-4349-b4ae-78b702ceba6b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218438 Feb 17 01:45:42.818712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-c6fd263b-5fc0-45a5-867c-0c5fb7d5e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:42.820645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-c6fd263b-5fc0-45a5-867c-0c5fb7d5e853 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.2024808 Feb 17 01:45:42.920459 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-000e6819-ae9b-4a83-8e4d-849790532e1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.0914516 Feb 17 01:45:43.061908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-a84a96ae-fee4-4a95-81d9-2ddae87c4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:43.063930 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-a84a96ae-fee4-4a95-81d9-2ddae87c4280 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0959651 Feb 17 01:45:43.092553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7602cf-80ec-4327-9918-dc4217ab70d2 req-9d348192-8602-4f65-a0c9-77764abab4b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:43.094253 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f7602cf-80ec-4327-9918-dc4217ab70d2 req-9d348192-8602-4f65-a0c9-77764abab4b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1759100 Feb 17 01:45:43.173156 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f7602cf-80ec-4327-9918-dc4217ab70d2 req-077e042f-10d0-4b76-8fc4-8565d2b7851c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725071 Feb 17 01:45:43.449219 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-f6a59f14-c7c7-4057-9528-89b1b3e51d92 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e600c8788f1c40e1aaf3c07475267019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414455 Feb 17 01:45:43.490847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fb6ed-47e9-4a68-b6e4-42948ad43028 req-73ce69bb-1f76-48cf-a455-090f5979bccb tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:43.492651 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-675fb6ed-47e9-4a68-b6e4-42948ad43028 req-73ce69bb-1f76-48cf-a455-090f5979bccb tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.1279609 Feb 17 01:45:43.582460 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-675fb6ed-47e9-4a68-b6e4-42948ad43028 req-8ca5628f-78bf-41ec-a036-8c03823a0376 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833287 Feb 17 01:45:43.775788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-1b35181f-9378-494b-af3b-96e3421fffa2 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:43.784566 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-1b35181f-9378-494b-af3b-96e3421fffa2 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340290 Feb 17 01:45:43.797266 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-39c01470-d292-479f-b192-c8a88dcad93d tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/quotas/e600c8788f1c40e1aaf3c07475267019 HTTP/1.1" status: 200 len: 375 time: 0.0112863 Feb 17 01:45:43.869789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-eba59663-e731-4826-a9a9-8fe874d3a38b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e600c8788f1c40e1aaf3c07475267019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649703 Feb 17 01:45:44.081391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894127-996a-491f-be8b-c9b0258c9353 req-bf6bc420-6022-411d-ab30-2ab6a66499c8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:44.083697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3a894127-996a-491f-be8b-c9b0258c9353 req-bf6bc420-6022-411d-ab30-2ab6a66499c8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1012568 Feb 17 01:45:44.145414 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3a894127-996a-491f-be8b-c9b0258c9353 req-3f5740e1-ae3a-4d0a-86a8-8f5dba876496 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Feb 17 01:45:44.229616 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-125363e9-c36d-4ada-85a3-31ba03d47aac req-1499afc8-9412-48ce-b1ed-b4c21ebae276 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0534246 Feb 17 01:45:44.449011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0195cc-74e6-4661-b24b-3e209f134674 req-f1131cc5-743f-4d92-8904-134aeed5d215 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:44.451535 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0e0195cc-74e6-4661-b24b-3e209f134674 req-f1131cc5-743f-4d92-8904-134aeed5d215 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1177201 Feb 17 01:45:44.515680 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0e0195cc-74e6-4661-b24b-3e209f134674 req-cfd80f05-3d53-4980-afb8-1b459b02daff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566661 Feb 17 01:45:44.831170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b894d-f521-4931-93a0-6a17bb27b148 req-c72311fd-24a3-450c-a03a-bf8eb753383c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:44.836067 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b88b894d-f521-4931-93a0-6a17bb27b148 req-c72311fd-24a3-450c-a03a-bf8eb753383c tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.1068223 Feb 17 01:45:44.887180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b88b894d-f521-4931-93a0-6a17bb27b148 req-289ef455-4149-44f9-a5bf-8eee6da6c697 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453167 Feb 17 01:45:45.002326 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-99a22948-dbbf-4c23-b1c0-4fb3b7d2d73b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771844 Feb 17 01:45:45.391845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8782a-b5f1-463d-ac00-5bb1834c4422 req-6a60c09e-a893-47e8-9be3-6f5a266962d1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:45.401914 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51c8782a-b5f1-463d-ac00-5bb1834c4422 req-6a60c09e-a893-47e8-9be3-6f5a266962d1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1146340 Feb 17 01:45:45.427068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e709e2a-eac7-4389-94f5-d8bfb5a947f8 req-74e0a2c6-3921-4422-b2b7-d6fd9970f217 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0555913 Feb 17 01:45:45.463515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51c8782a-b5f1-463d-ac00-5bb1834c4422 req-76f0ece9-3f2f-4534-8fda-665e1a8da258 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571005 Feb 17 01:45:45.725986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9998e-2a28-4204-aeaf-1ed950234e42 req-e48bce05-be19-4d40-a78f-b144ede804aa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:45.727842 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-73e9998e-2a28-4204-aeaf-1ed950234e42 req-e48bce05-be19-4d40-a78f-b144ede804aa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0890069 Feb 17 01:45:45.783315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-73e9998e-2a28-4204-aeaf-1ed950234e42 req-043b451b-31f4-4a3f-8cf6-36e0686f3ef9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489435 Feb 17 01:45:46.421097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-087af957-7691-4bab-b5ed-2e2da67e2e0b service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Feb 17 01:45:46.612767 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1a5e090-b6db-4c6d-9768-9a7fa90b6ccb req-4bbb4462-1513-4dfa-8d04-a002bd17b977 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1784585 Feb 17 01:45:46.675077 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7b636334-e08d-4cec-a87e-7d5c0a8e0654 req-d4ec29d6-3c62-481e-8624-5214c3cb9f08 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0510888 Feb 17 01:45:46.737539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b142d37-65cc-4f76-90dd-4b27a51a62ce req-4029d431-d132-423e-a47c-2fb9d0d00d12 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:46.739140 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b142d37-65cc-4f76-90dd-4b27a51a62ce req-4029d431-d132-423e-a47c-2fb9d0d00d12 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0968661 Feb 17 01:45:46.787861 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b142d37-65cc-4f76-90dd-4b27a51a62ce req-4ddef341-0541-4315-91eb-44d838d08232 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Feb 17 01:45:47.041929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb740db8-58b8-4d5a-9d46-f3d264e6cf53 req-87160a5d-6724-4b1e-81e6-a7fbc4a80686 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:47.043532 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-eb740db8-58b8-4d5a-9d46-f3d264e6cf53 req-87160a5d-6724-4b1e-81e6-a7fbc4a80686 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1245952 Feb 17 01:45:47.091981 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-eb740db8-58b8-4d5a-9d46-f3d264e6cf53 req-9cf6c0db-6b41-4ddc-901a-add84b29af00 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Feb 17 01:45:47.851316 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2255045e-9b3c-41d0-9369-465d1be08d6b req-f8f06325-9c83-494b-9eef-2b38d5c9b732 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0578747 Feb 17 01:45:48.022072 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc1f5a-4e63-44b5-9dfb-654072efe877 req-4d43916e-e465-424b-84b9-d7054b2ecd9a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:48.023708 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2acc1f5a-4e63-44b5-9dfb-654072efe877 req-4d43916e-e465-424b-84b9-d7054b2ecd9a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0948079 Feb 17 01:45:48.094507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2acc1f5a-4e63-44b5-9dfb-654072efe877 req-0afba1e3-db2a-4f39-b68b-b97f476f33de tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Feb 17 01:45:48.312062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27af17-941c-4c33-8e7b-75bbd710ec53 req-f736a4f7-56db-4f23-9ec5-613ff05cee59 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:48.313710 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb27af17-941c-4c33-8e7b-75bbd710ec53 req-f736a4f7-56db-4f23-9ec5-613ff05cee59 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1008275 Feb 17 01:45:48.381028 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb27af17-941c-4c33-8e7b-75bbd710ec53 req-a284c066-eb04-474d-a334-fa4c14fadd74 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551648 Feb 17 01:45:49.018903 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-410c4545-f577-4451-9012-e21a148d0911 req-0d47ae5a-5b8b-4342-af5c-724af844a445 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0556300 Feb 17 01:45:49.329103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b3a5-9781-4782-8100-c310742c5ec0 req-d16efd1d-0d94-429d-a57f-750cd2d7e1ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:49.330770 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6035b3a5-9781-4782-8100-c310742c5ec0 req-d16efd1d-0d94-429d-a57f-750cd2d7e1ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0926383 Feb 17 01:45:49.410819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6035b3a5-9781-4782-8100-c310742c5ec0 req-7ab740d5-801f-49b2-ae17-a4659ecc04cd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633893 Feb 17 01:45:49.639605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cf3f6-c164-4124-a7dd-75a57d2ddff0 req-8340b6fd-9507-4292-9347-5c4c85dc5407 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:49.641503 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b55cf3f6-c164-4124-a7dd-75a57d2ddff0 req-8340b6fd-9507-4292-9347-5c4c85dc5407 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1082261 Feb 17 01:45:49.695578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b55cf3f6-c164-4124-a7dd-75a57d2ddff0 req-70f49de5-5aee-4958-b7ca-b5c41c8fb789 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Feb 17 01:45:50.204972 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ae063e8d-a1ca-4ce6-859e-be83817c2569 req-a1c4755e-b8f3-454c-ad1e-3e4c1e7c40a6 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0715971 Feb 17 01:45:50.669541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043c397-8871-490e-906d-e9fe76a0d8ee req-0de13b91-8936-4425-8b47-127cb3353102 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:50.673730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d043c397-8871-490e-906d-e9fe76a0d8ee req-0de13b91-8936-4425-8b47-127cb3353102 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1207755 Feb 17 01:45:50.765518 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d043c397-8871-490e-906d-e9fe76a0d8ee req-7363981b-2408-46cb-9747-e72041c66112 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Feb 17 01:45:51.065002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc46a-672a-42d6-bd71-fdbaac4e4b64 req-0873a392-fee1-4d4d-9725-f4c57656d4a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:51.066907 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-848fc46a-672a-42d6-bd71-fdbaac4e4b64 req-0873a392-fee1-4d4d-9725-f4c57656d4a1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1201375 Feb 17 01:45:51.193315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-848fc46a-672a-42d6-bd71-fdbaac4e4b64 req-b371ced0-fb17-4e34-ab02-8f7c8b5b4120 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182103 Feb 17 01:45:51.396710 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-71f1d8a8-fd59-4369-a0cb-0bda0517214f req-84dabb0c-be0b-4988-a0a7-9db5e9b0feb4 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0548577 Feb 17 01:45:51.549271 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-babd15dc-d13b-4820-8861-74aec9d05806 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e600c8788f1c40e1aaf3c07475267019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2095635 Feb 17 01:45:51.773021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e904b3d-6a4f-40cb-8c35-d2f9bd34118a req-7666f34d-ee39-4774-af3d-1716656d73a1 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:51.774596 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8e904b3d-6a4f-40cb-8c35-d2f9bd34118a req-7666f34d-ee39-4774-af3d-1716656d73a1 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.3572268 Feb 17 01:45:51.819275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-9b1b7705-9f54-475f-b289-c87c06b7564e tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:51.820845 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-9b1b7705-9f54-475f-b289-c87c06b7564e tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530348 Feb 17 01:45:51.848836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Request body: {'port': {'device_id': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1', 'admin_state_up': True, 'tenant_id': 'e600c8788f1c40e1aaf3c07475267019'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:51.921032 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8e904b3d-6a4f-40cb-8c35-d2f9bd34118a req-cb134765-098a-45ee-80bb-35335e248fe6 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328583 Feb 17 01:45:52.028240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4e5b-3410-426b-81b9-b002e59959f0 req-c1d99221-448a-4d6d-9700-41ff793c5f11 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:52.030354 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43bd4e5b-3410-426b-81b9-b002e59959f0 req-c1d99221-448a-4d6d-9700-41ff793c5f11 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1539083 Feb 17 01:45:52.046783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:52.051453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Usage tracker for resource:port and tenant:e600c8788f1c40e1aaf3c07475267019 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:52.054996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:52.062295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:52.091805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43bd4e5b-3410-426b-81b9-b002e59959f0 req-32e12dc8-3282-4e62-a1bc-0e3629a86ece tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Feb 17 01:45:52.108480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Made reservation on behalf of e600c8788f1c40e1aaf3c07475267019 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:45:52.127279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:52.143313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:52.160728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:45:52.165360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Usage tracker for resource:security_group_rule and tenant:e600c8788f1c40e1aaf3c07475267019 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:45:52.168862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:45:52.174815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:45:52.348809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:52.397300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:52.414079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-95084d08-4181-4e5e-80f8-01a06ed83a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:52.496658 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-9ac36e31-7956-4940-b5dc-85635e2ed761 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1088192 Feb 17 01:45:52.637962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9d6db-474a-4c94-878d-2600a2e7f1c0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:52.645618 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0648193b-a55d-416d-a776-ec1e03366f99 req-1855d65f-8bbb-4541-8566-e31ada0d42a7 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.0640142 Feb 17 01:45:52.667545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85a33-6693-43e2-8583-35ba2c648729 req-dc00614c-44ce-4ba5-856a-e52f81e59f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:52.669203 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-dc00614c-44ce-4ba5-856a-e52f81e59f00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 1162 time: 0.1410861 Feb 17 01:45:52.678431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.680158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.680626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.683861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.684462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.684676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.685019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.685419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.685816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.686213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.686607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.687003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.687587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.688017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.688423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.689314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.689952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.690355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:52.695932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:52.799166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bb1e4-101c-430d-a2bd-5d8a9827604a req-66a98642-6811-4916-8957-8f40d4c0cdfe tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:52.800915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d81bb1e4-101c-430d-a2bd-5d8a9827604a req-66a98642-6811-4916-8957-8f40d4c0cdfe tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.3255520 Feb 17 01:45:52.841911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85a33-6693-43e2-8583-35ba2c648729 req-e9653ba9-de09-4db1-8b6f-cb9723b3874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:52.843515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-e9653ba9-de09-4db1-8b6f-cb9723b3874f service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.1408613 Feb 17 01:45:52.884021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d81bb1e4-101c-430d-a2bd-5d8a9827604a req-d7755b90-3c04-46a5-9d42-300a617ac650 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742002 Feb 17 01:45:52.925950 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-95bdf565-0a06-4568-9575-90570eacd52c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd HTTP/1.1" status: 200 len: 217 time: 0.0743251 Feb 17 01:45:52.973796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Allocated IP 192.168.233.4 (a583b086-d494-4df0-b90c-8bab7d84b7f1/4fea4f37-eb24-4c23-8300-b0af5722d421/3e080b1b-3c46-49b3-99bd-5c0ec35e12ef) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:45:53.027436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e85a33-6693-43e2-8583-35ba2c648729 req-7b26bcbd-9276-4a7c-88ce-532ed727607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:53.029205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-7b26bcbd-9276-4a7c-88ce-532ed727607c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0912392 Feb 17 01:45:53.268765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b6e0a-0b1d-46dc-bd7f-74c62a666241 req-d3f0647a-81ec-4a01-ae4d-3cd2527d7f0d tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:53.270837 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b18b6e0a-0b1d-46dc-bd7f-74c62a666241 req-d3f0647a-81ec-4a01-ae4d-3cd2527d7f0d tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.1229546 Feb 17 01:45:53.317021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b18b6e0a-0b1d-46dc-bd7f-74c62a666241 req-c33068fc-baf2-456a-a0e8-549a831a44f7 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Feb 17 01:45:53.418220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:53.430387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf602a0-4e96-48a2-918f-4779fabd3b41 req-0f0746f7-5a48-40f5-9e04-14fc0066bfcf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:53.432009 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5cf602a0-4e96-48a2-918f-4779fabd3b41 req-0f0746f7-5a48-40f5-9e04-14fc0066bfcf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1607125 Feb 17 01:45:53.462451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Transition to ACTIVE for port object 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:53.498097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5cf602a0-4e96-48a2-918f-4779fabd3b41 req-3e48847d-5b3e-459a-ab84-e2b276fa943e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547802 Feb 17 01:45:53.543742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:53.560872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a12825ac-48a7-47b6-a928-c184856fcc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:53.874135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cad8cd-0103-4c46-be97-fd1b563b2e84 req-7fd1e1f8-2fb4-4555-8aea-68dacf3b5d68 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:53.875708 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b3cad8cd-0103-4c46-be97-fd1b563b2e84 req-7fd1e1f8-2fb4-4555-8aea-68dacf3b5d68 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 934 time: 0.0906904 Feb 17 01:45:53.917540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Pushing event updated for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:53.921831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:53.924392 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b3cad8cd-0103-4c46-be97-fd1b563b2e84 req-ee1bc87d-4330-46ae-9747-bc3cd32050db tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Feb 17 01:45:53.978521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:45:53.979774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:45:53.982177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:45:54.103336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:54.104034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:54.157048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb005cc-c4f7-4540-954a-91d2f1eea6f5 req-a4e1d1ac-ad87-43d7-b2bf-2147251e4929 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:54.158814 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-afb005cc-c4f7-4540-954a-91d2f1eea6f5 req-a4e1d1ac-ad87-43d7-b2bf-2147251e4929 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1377175 Feb 17 01:45:54.182861 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3390326 Feb 17 01:45:54.212370 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-afb005cc-c4f7-4540-954a-91d2f1eea6f5 req-e8ac10ad-60d1-4eef-9add-194793bf93d3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464399 Feb 17 01:45:54.242853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-60f2a86d-c4e6-41f6-8263-116340d5e0c0 None None] Provisioning for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:45:54.248311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-60f2a86d-c4e6-41f6-8263-116340d5e0c0 None None] Provisioning complete for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:45:54.248738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60f2a86d-c4e6-41f6-8263-116340d5e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:54.305834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-60f2a86d-c4e6-41f6-8263-116340d5e0c0 None None] Port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:45:54.518242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7cf7-b7b3-4389-83f6-8c586a84afca req-cf9b2418-dff6-4b31-aca3-9c8c6ee42c14 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:54.520246 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ae8a7cf7-b7b3-4389-83f6-8c586a84afca req-cf9b2418-dff6-4b31-aca3-9c8c6ee42c14 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.0914373 Feb 17 01:45:54.715399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329c544-1ea9-4607-9bca-6b0204230321 req-014f9437-a2f9-4550-8c7d-c0511eb8d20b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:54.717090 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b329c544-1ea9-4607-9bca-6b0204230321 req-014f9437-a2f9-4550-8c7d-c0511eb8d20b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0938106 Feb 17 01:45:54.765152 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ae8a7cf7-b7b3-4389-83f6-8c586a84afca req-488c2f76-132e-4072-88b9-451c3f2ba34f tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384455 Feb 17 01:45:54.768566 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b329c544-1ea9-4607-9bca-6b0204230321 req-d6565b51-4080-481a-a5f5-7ff756ee04d1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Feb 17 01:45:55.120808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e86b4-adb1-4114-9d7b-3174c3e82af5 req-e4435864-8f3e-4235-9086-e67467a258cd tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:55.122287 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b02e86b4-adb1-4114-9d7b-3174c3e82af5 req-e4435864-8f3e-4235-9086-e67467a258cd tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 934 time: 0.0839093 Feb 17 01:45:55.171037 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b02e86b4-adb1-4114-9d7b-3174c3e82af5 req-9f9d5abb-de62-42ec-9cfd-7dee3c5cc9ad tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Feb 17 01:45:55.416403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1663b-d428-401a-9b40-997a24171fde req-2bcf51d4-de22-4915-aba7-f805e44446b6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:55.418013 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aeb1663b-d428-401a-9b40-997a24171fde req-2bcf51d4-de22-4915-aba7-f805e44446b6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0856266 Feb 17 01:45:55.470735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aeb1663b-d428-401a-9b40-997a24171fde req-43e1d8c8-d72f-46dc-bce4-f1f500b761e0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462258 Feb 17 01:45:55.967312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e53c92-fe06-4a08-8cb3-e1693be1e5fb req-2a35b408-5e98-4a1e-970e-4b1d4a549e17 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:55.967887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed270c-a3b8-4ea7-8a58-7945eaee8fdc req-4f6faa1a-67d8-48db-9283-f11be2b2439f tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:55.968989 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e2e53c92-fe06-4a08-8cb3-e1693be1e5fb req-2a35b408-5e98-4a1e-970e-4b1d4a549e17 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0881407 Feb 17 01:45:55.973860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-83ed270c-a3b8-4ea7-8a58-7945eaee8fdc req-4f6faa1a-67d8-48db-9283-f11be2b2439f tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.0921857 Feb 17 01:45:55.997706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Request body: {'port': {'device_id': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:45:56.008473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:56.046344 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-a57573ae-8802-4635-bd59-2246d6818129 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553985 Feb 17 01:45:56.079154 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e2e53c92-fe06-4a08-8cb3-e1693be1e5fb req-0d43b005-be8a-473c-85da-ee5e5a2ee754 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026800 Feb 17 01:45:56.142157 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-83ed270c-a3b8-4ea7-8a58-7945eaee8fdc req-6de91b20-142a-47c7-a5e9-7bee1cbb90e4 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662459 Feb 17 01:45:56.142802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:56.260786 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-f54c3e77-3600-4cdb-acd5-a455295d2556 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987050 Feb 17 01:45:56.370738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ada8b-e4e0-485b-95ac-813898238e62 req-6f487e16-ee6f-45cc-a098-5c12dbd4675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:56.372631 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-6f487e16-ee6f-45cc-a098-5c12dbd4675f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1162 time: 0.2382958 Feb 17 01:45:56.375543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.59', 62757) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:45:56.555170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28093531-57d3-4fbe-b762-6575409adf2b req-64d66171-2c15-4bc4-b292-b8e302b45e14 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:56.556077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-28093531-57d3-4fbe-b762-6575409adf2b req-64d66171-2c15-4bc4-b292-b8e302b45e14 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Synchronizing usage tracker for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:56.571713 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e85a33-6693-43e2-8583-35ba2c648729 req-e4dda723-e257-4bb8-b647-7c7468238a4e service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3021176 Feb 17 01:45:56.666269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-28093531-57d3-4fbe-b762-6575409adf2b req-64d66171-2c15-4bc4-b292-b8e302b45e14 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Unset dirty status for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:56.667551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-28093531-57d3-4fbe-b762-6575409adf2b req-64d66171-2c15-4bc4-b292-b8e302b45e14 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 934 time: 0.3411672 Feb 17 01:45:56.695213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-7ff6a241-3bd8-454c-aa6b-e843c1c9a01d tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:56.696805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-7ff6a241-3bd8-454c-aa6b-e843c1c9a01d tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.3202391 Feb 17 01:45:56.704470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ada8b-e4e0-485b-95ac-813898238e62 req-b853e12b-715d-4718-a5c8-d00f046d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:56.706409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-b853e12b-715d-4718-a5c8-d00f046d4a8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.2913351 Feb 17 01:45:56.722229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:45:56.734600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:56.742006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-28093531-57d3-4fbe-b762-6575409adf2b req-ffa183fb-1c4b-4d27-b655-b2ae4fedf627 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Synchronizing usage tracker for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:45:56.758752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Transition to ACTIVE for port object 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:45:56.789360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:56.806106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:56.873499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Deleting port 07cf04a0-ff9d-4950-9083-d887d8738866 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:45:56.873887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:56.897135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-28093531-57d3-4fbe-b762-6575409adf2b req-ffa183fb-1c4b-4d27-b655-b2ae4fedf627 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Unset dirty status for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:45:56.898409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-28093531-57d3-4fbe-b762-6575409adf2b req-ffa183fb-1c4b-4d27-b655-b2ae4fedf627 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237718 Feb 17 01:45:56.955675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd0047-49ff-493b-9846-2c7805906f9e req-baeff7c1-8940-48c7-9b02-5a6335b0b06d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:56.957359 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ecbd0047-49ff-493b-9846-2c7805906f9e req-baeff7c1-8940-48c7-9b02-5a6335b0b06d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.3426676 Feb 17 01:45:56.959438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Pushing event updated for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:56.964704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:56.965960 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-ea94ae5d-1daa-4be3-9990-9342a225be78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 1001 time: 0.2090535 Feb 17 01:45:57.089144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ecbd0047-49ff-493b-9846-2c7805906f9e req-53e3b772-b905-4fdb-a9b9-092b799f51e2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902934 Feb 17 01:45:57.150556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Attempting to bind port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:45:57.151044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Attempting to bind port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:45:57.151498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Attempting to bind port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef on network a583b086-d494-4df0-b90c-8bab7d84b7f1 {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:45:57.158086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:45:57.158549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Checking segment: {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:45:57.159041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.159515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Bound using segment: {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:45:57.160112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Bound port: 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a11e4e-107d-4cce-8704-43d42c39b8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a583b086-d494-4df0-b90c-8bab7d84b7f1'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:45:57.160569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.219362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] For port 07cf04a0-ff9d-4950-9083-d887d8738866, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=07cf04a0-ff9d-4950-9083-d887d8738866,segment=NetworkSegment(3daa6764-9afd-4f48-a83d-b10dd28b76de),segment_id=3daa6764-9afd-4f48-a83d-b10dd28b76de)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:45:57.219766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.349712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] For port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host hv-cinder-75998, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:45:57.353575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] For port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:45:57.378009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8114b3-46e2-4c29-87b5-a8dc894a31eb req-9a3b3991-0c13-47c3-be66-3492b9b96fa1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:57.382938 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e8114b3-46e2-4c29-87b5-a8dc894a31eb req-9a3b3991-0c13-47c3-be66-3492b9b96fa1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1199794 Feb 17 01:45:57.393517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Calling delete_port for 07cf04a0-ff9d-4950-9083-d887d8738866 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:45:57.407028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.427758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:57.530778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0d94-de2e-45a2-ac8f-489e749bdf54 req-49c89118-cf41-41b9-a988-85ee8a373064 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:57.532963 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a61e0d94-de2e-45a2-ac8f-489e749bdf54 req-49c89118-cf41-41b9-a988-85ee8a373064 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 945 time: 0.2477787 Feb 17 01:45:57.579875 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e8114b3-46e2-4c29-87b5-a8dc894a31eb req-016588f5-caeb-438e-ae9e-6a494001c475 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915371 Feb 17 01:45:57.583315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a61e0d94-de2e-45a2-ac8f-489e749bdf54 req-cfda4756-ee33-4491-a685-c8b2bf58449d tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8d0233e-6377-4102-a7bb-bd2de8bba7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Feb 17 01:45:57.590469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Pushing event updated for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:57.595941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:57.651714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:57.652587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.654537 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] 10.222.0.59 "PUT /v2.0/ports/3e080b1b-3c46-49b3-99bd-5c0ec35e12ef HTTP/1.1" status: 200 len: 1160 time: 1.6612418 Feb 17 01:45:57.655065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:57.702134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:57.722617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:45:57.856042 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef', 'status': 'completed', 'code': 200} Feb 17 01:45:58.039473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Pushing event deleted for resources: {'Port': ['ID=07cf04a0-ff9d-4950-9083-d887d8738866,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:45:58.052466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.052884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.053294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.053707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.054107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.054505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.054901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.055295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.055688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.056135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.056532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.056942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.058561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.058561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.058561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.058561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.059068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.059178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.059541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.059935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.060348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.060742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.061129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.061516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:45:58.066807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:45:58.104666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281943-a475-4fbf-9c1e-fbec1f874a56 req-b89ec6c2-404f-47d0-9781-5511baec4cce tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:58.106414 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96281943-a475-4fbf-9c1e-fbec1f874a56 req-b89ec6c2-404f-47d0-9781-5511baec4cce tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0910196 Feb 17 01:45:58.161612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] No DVR routers for this DVR port 07cf04a0-ff9d-4950-9083-d887d8738866 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:45:58.163996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:45:58.167082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'name': 'network-vif-deleted', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:45:58.169335 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96281943-a475-4fbf-9c1e-fbec1f874a56 req-fd21aaa2-a74b-41a1-9442-b6d0a82ae9be tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566347 Feb 17 01:45:58.227303 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4758370e-f90e-4eca-8e63-9625a13b2eb8 req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.59 "DELETE /v2.0/ports/07cf04a0-ff9d-4950-9083-d887d8738866 HTTP/1.1" status: 204 len: 173 time: 1.5197248 Feb 17 01:45:58.230346 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cfc949-f2d5-4814-8cfa-638a57b5cc03', 'name': 'network-vif-deleted', 'tag': '07cf04a0-ff9d-4950-9083-d887d8738866', 'status': 'completed', 'code': 200} Feb 17 01:45:58.320409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c79f-38e1-4892-b9b2-7a8bd47bc6c1 req-cc990157-f469-429a-809e-40b72de13bbd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:58.321906 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f047c79f-38e1-4892-b9b2-7a8bd47bc6c1 req-cc990157-f469-429a-809e-40b72de13bbd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0846989 Feb 17 01:45:58.370558 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f047c79f-38e1-4892-b9b2-7a8bd47bc6c1 req-20a1163b-7530-44e8-a06d-07fb0c05d082 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424919 Feb 17 01:45:58.769142 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-156325e7-f776-4cc1-a9e6-67d946d83913 req-864686b2-e039-4876-8bff-83cc5f896839 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 210 time: 0.0529859 Feb 17 01:45:58.794573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454952dd-bb13-40c7-8417-1f222f00b721 req-125cc4b6-622c-4c5d-bb28-fefc0b0f3c7c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:58.796214 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-454952dd-bb13-40c7-8417-1f222f00b721 req-125cc4b6-622c-4c5d-bb28-fefc0b0f3c7c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0869510 Feb 17 01:45:58.843974 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-454952dd-bb13-40c7-8417-1f222f00b721 req-db0bf286-da12-46fe-8911-0b9aca86efab tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Feb 17 01:45:59.364196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268cc0-eb2b-4b67-b060-d3efac20eb16 req-81589ef1-67d8-4a22-9841-9dd25b1f9996 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:59.365761 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d2268cc0-eb2b-4b67-b060-d3efac20eb16 req-81589ef1-67d8-4a22-9841-9dd25b1f9996 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0861480 Feb 17 01:45:59.412572 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d2268cc0-eb2b-4b67-b060-d3efac20eb16 req-797abdd1-a80c-4fd2-9ac7-4e24907ef9f6 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Feb 17 01:45:59.581342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b6c58-0e94-4f35-bfb1-d7e6688200d3 req-729168a5-d5ca-4665-89e3-1817b454dcf4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:45:59.582899 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c9b6c58-0e94-4f35-bfb1-d7e6688200d3 req-729168a5-d5ca-4665-89e3-1817b454dcf4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0896254 Feb 17 01:45:59.629707 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c9b6c58-0e94-4f35-bfb1-d7e6688200d3 req-46c53cd4-6aa5-4504-9743-6977d5908991 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404682 Feb 17 01:45:59.931450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5217b12b-3742-4264-96b0-19943d945525 req-25119187-3ba2-4faf-bd7e-ca72167f1aa3 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6cfc949-f2d5-4814-8cfa-638a57b5cc03 HTTP/1.1" status: 200 len: 210 time: 0.0502436 Feb 17 01:46:00.069647 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 07cf04a0-ff9d-4950-9083-d887d8738866 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:46:00.097361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412cf6c-4b7a-4a0b-9955-e8b18f837179 req-86bf81b3-632a-461d-8ed3-137470e86359 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.099010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e412cf6c-4b7a-4a0b-9955-e8b18f837179 req-86bf81b3-632a-461d-8ed3-137470e86359 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1418374 Feb 17 01:46:00.123921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: 07cf04a0-ff9d-4950-9083-d887d8738866 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:46:00.124372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 07cf04a0-ff9d-4950-9083-d887d8738866 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:46:00.170657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ada8b-e4e0-485b-95ac-813898238e62 req-02d73fe1-4bc2-42f6-82bd-590677284e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.172244 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-02d73fe1-4bc2-42f6-82bd-590677284e7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.1438477 Feb 17 01:46:00.253189 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e412cf6c-4b7a-4a0b-9955-e8b18f837179 req-0db5bbf8-ba50-4230-a081-346d7c0f2ac5 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452262 Feb 17 01:46:00.299440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbac42-fd16-417e-b29c-9ea08002c930 req-58c38b37-010f-42d0-b0ff-7fe652fd9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.301076 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ccbac42-fd16-417e-b29c-9ea08002c930 req-58c38b37-010f-42d0-b0ff-7fe652fd9dcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e600c8788f1c40e1aaf3c07475267019&device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 1163 time: 0.1774790 Feb 17 01:46:00.306646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ada8b-e4e0-485b-95ac-813898238e62 req-9b4af480-a7b3-4301-af90-d412306b20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.308177 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-9b4af480-a7b3-4301-af90-d412306b20e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1205838 Feb 17 01:46:00.361367 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ccbac42-fd16-417e-b29c-9ea08002c930 req-7465d5a0-4182-4ec5-bc6a-cee265e201d3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e600c8788f1c40e1aaf3c07475267019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513875 Feb 17 01:46:00.609105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-f0a21a70-54e3-4a97-b9f3-44e78491c3c3 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746518 Feb 17 01:46:00.617179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbac42-fd16-417e-b29c-9ea08002c930 req-4c937864-5cb9-43dd-a937-7b20343872a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.618666 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ccbac42-fd16-417e-b29c-9ea08002c930 req-4c937864-5cb9-43dd-a937-7b20343872a6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2068341 Feb 17 01:46:00.637958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bf4fb-4523-4552-bc2a-8b6765040ffe req-fe3e7db5-46f3-4d08-9d7f-b45fdd14d827 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.639614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c6bf4fb-4523-4552-bc2a-8b6765040ffe req-fe3e7db5-46f3-4d08-9d7f-b45fdd14d827 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0954416 Feb 17 01:46:00.694786 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c6bf4fb-4523-4552-bc2a-8b6765040ffe req-529e14e2-ce59-46ed-9a09-02d338d9827c tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 Feb 17 01:46:00.912603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ae312102-8006-4e8d-bde5-3480e252f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.914530 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ae312102-8006-4e8d-bde5-3480e252f926 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e600c8788f1c40e1aaf3c07475267019&device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 1163 time: 0.2120590 Feb 17 01:46:00.934258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-927ada8b-e4e0-485b-95ac-813898238e62 req-429050d2-c876-403c-a1fa-1ef4dc577202 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3145890 Feb 17 01:46:00.986911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-b1f86464-f044-478c-a597-b20ae68bdd7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:00.998000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-b1f86464-f044-478c-a597-b20ae68bdd7d tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 814 time: 0.1957574 Feb 17 01:46:01.013490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-4abf4ae3-6127-4e33-a874-dfc5c9dc87e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef HTTP/1.1" status: 200 len: 217 time: 0.0814481 Feb 17 01:46:01.018091 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-4b983d38-b0bc-4367-8d34-cbdce2963de1 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/quotas/60825b90d54340579c73d5501d5e8627 HTTP/1.1" status: 200 len: 375 time: 0.0188479 Feb 17 01:46:01.024828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3845-7dc6-4e90-8757-4935bf6b0251 req-4e8fae6c-75ac-41c1-91e6-7cf4bc53ebb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:01.032935 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93cd3845-7dc6-4e90-8757-4935bf6b0251 req-4e8fae6c-75ac-41c1-91e6-7cf4bc53ebb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.2535524 Feb 17 01:46:01.072852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2efaa223-c41e-4084-a221-f53606db3598 req-23cc5e10-b423-4138-9fdc-198c175566eb tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Synchronizing usage tracker for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:01.137507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2efaa223-c41e-4084-a221-f53606db3598 req-23cc5e10-b423-4138-9fdc-198c175566eb tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Unset dirty status for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:01.139110 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-23cc5e10-b423-4138-9fdc-198c175566eb tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198564 Feb 17 01:46:01.144589 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93cd3845-7dc6-4e90-8757-4935bf6b0251 req-5bff49ef-1571-4a40-9e49-fa4a8f41c64e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106825 Feb 17 01:46:01.148565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-e54d9519-01a0-4f8d-a006-72f6d5beb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:01.150144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-e54d9519-01a0-4f8d-a006-72f6d5beb405 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fea4f37-eb24-4c23-8300-b0af5722d421 HTTP/1.1" status: 200 len: 843 time: 0.1143534 Feb 17 01:46:01.263365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-3853e44e-3492-4a4a-97b0-f77ecc8929fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:01.265321 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-3853e44e-3492-4a4a-97b0-f77ecc8929fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a583b086-d494-4df0-b90c-8bab7d84b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1068056 Feb 17 01:46:01.388704 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-6c230219-d107-4f76-8225-90e7f139cc2e service neutron] 10.222.0.46 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376704 Feb 17 01:46:01.542755 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-a0ef640f-555f-4c04-accf-fbc91f78e619 service neutron] 10.222.0.46 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528189 Feb 17 01:46:01.573147 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-a3f994bc-a4e2-41a6-afdf-1b33b39e96f4 service neutron] 10.222.0.59 "GET /v2.0/networks/a583b086-d494-4df0-b90c-8bab7d84b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986615 Feb 17 01:46:01.700911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5fb1-85ff-4cdd-b37a-7e598c33e546 req-8bb62a32-7336-4778-8a23-5d15517f14c8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:01.702571 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-17ad5fb1-85ff-4cdd-b37a-7e598c33e546 req-8bb62a32-7336-4778-8a23-5d15517f14c8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2066290 Feb 17 01:46:01.804568 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-17ad5fb1-85ff-4cdd-b37a-7e598c33e546 req-64ff66aa-2fe8-486a-9e27-92ccb5f71884 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859199 Feb 17 01:46:01.813420 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908bc13-17f9-48f5-9c04-ea7fa49ce76f req-ea5379c3-7e06-484f-9ef0-4ed4cf1fa9e4 service neutron] 10.222.0.59 "GET /v2.0/networks/a583b086-d494-4df0-b90c-8bab7d84b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2315640 Feb 17 01:46:01.946453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-7fd07f94-f17f-4863-9535-4518477eac70 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:01.989012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-7fd07f94-f17f-4863-9535-4518477eac70 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:01.990322 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-7fd07f94-f17f-4863-9535-4518477eac70 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1096158984&fields=id&tenant_id=5e2b739a30094d408ee00b6f32230092 HTTP/1.1" status: 200 len: 267 time: 0.0976400 Feb 17 01:46:02.013148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60ab2f-21fa-4a61-8e96-e3faf39b1586 req-58aa6966-8ad3-48a7-8d8d-ec823c88f36b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:02.014758 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa60ab2f-21fa-4a61-8e96-e3faf39b1586 req-58aa6966-8ad3-48a7-8d8d-ec823c88f36b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0946865 Feb 17 01:46:02.063385 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa60ab2f-21fa-4a61-8e96-e3faf39b1586 req-59afa21c-3074-4251-8e7b-705e47468403 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Feb 17 01:46:02.168981 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-da5b3b55-7b46-4078-83d4-e0c8f240b19a req-b37abf39-ce9d-4b30-8c7d-ded8b3c73288 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.0599267 Feb 17 01:46:02.169134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-c3bff4ee-7b0c-4c7d-a774-c13dfac3375f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:02.170288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-c3bff4ee-7b0c-4c7d-a774-c13dfac3375f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:02.211800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-c3bff4ee-7b0c-4c7d-a774-c13dfac3375f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:02.213151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-c3bff4ee-7b0c-4c7d-a774-c13dfac3375f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 809 time: 0.2155750 Feb 17 01:46:02.232369 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-f8e370bf-9c87-4ca3-8427-6e7865e6e371 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/quotas/5e2b739a30094d408ee00b6f32230092 HTTP/1.1" status: 200 len: 375 time: 0.0102205 Feb 17 01:46:02.334575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-85fc5088-5ca6-46ae-b07f-5bd11e9ed0df tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:02.371196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572e431-8e37-4a68-a569-d52149e31c64 req-d3933345-deeb-4779-a437-440f5be0af06 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:02.372891 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7572e431-8e37-4a68-a569-d52149e31c64 req-d3933345-deeb-4779-a437-440f5be0af06 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0935087 Feb 17 01:46:02.383246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-85fc5088-5ca6-46ae-b07f-5bd11e9ed0df tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:02.385412 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-85fc5088-5ca6-46ae-b07f-5bd11e9ed0df tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444604 Feb 17 01:46:02.456624 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7572e431-8e37-4a68-a569-d52149e31c64 req-2dc607a5-915e-460a-ab02-113a31284c5d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764282 Feb 17 01:46:02.540317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-06a2945d-e3e1-4255-8d69-850c0dea408b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:02.797340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-3b2c5e5e-d4a0-4756-a973-9d5ed0a4413c service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969169 Feb 17 01:46:02.994205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-60e755ac-a3aa-4f45-bf7d-f513e20f4b4c service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1894517 Feb 17 01:46:03.014834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:46:03.040162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579dfbf-7510-426a-b6b4-eb58b8401d2a req-b98dffd7-6221-4a6d-877b-e533b905887c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:03.050536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9579dfbf-7510-426a-b6b4-eb58b8401d2a req-b98dffd7-6221-4a6d-877b-e533b905887c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1192918 Feb 17 01:46:03.116579 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9579dfbf-7510-426a-b6b4-eb58b8401d2a req-aa9572b7-b581-4f30-8633-81495f9aaf87 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650489 Feb 17 01:46:03.186086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:03.224808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:03.226141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:03.263247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:03.268738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:03.339075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a80dd-0c62-45e1-802e-e5d22924ba9e req-7a07c293-6a9b-4f5c-b594-ff368f4a60da tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:03.340499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:03.344199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:03.349767 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7d4a80dd-0c62-45e1-802e-e5d22924ba9e req-7a07c293-6a9b-4f5c-b594-ff368f4a60da tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.1107564 Feb 17 01:46:03.391085 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7d4a80dd-0c62-45e1-802e-e5d22924ba9e req-21cec6eb-b9ba-4da6-a2e4-2e07d62a3cef tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Feb 17 01:46:03.575467 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-930dfd74-81b5-42f9-8101-d7c4b2f808a8 req-19f88488-63a5-4be5-b135-7d2ab46c0688 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.0608480 Feb 17 01:46:03.634341 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'code': 200} Feb 17 01:46:03.856322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dac29-a7b3-4925-a20b-79676f77df3a req-4c01beb9-ada3-44e1-9728-bebc641c87ef tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:03.858186 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf8dac29-a7b3-4925-a20b-79676f77df3a req-4c01beb9-ada3-44e1-9728-bebc641c87ef tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1438098 Feb 17 01:46:03.930819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf8dac29-a7b3-4925-a20b-79676f77df3a req-81aba4e3-7cf7-419a-b0c7-42c219006d57 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639288 Feb 17 01:46:04.016609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ffa77ac4-ea92-49a5-8408-ca675ec172e4 req-695dfa60-cc32-43bb-b426-1f7b3db81383 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.3366673 Feb 17 01:46:04.106145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-29e9a076-1bae-4d0d-b79f-3b0fc0a90648 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:04.107701 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-29e9a076-1bae-4d0d-b79f-3b0fc0a90648 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 814 time: 0.4525316 Feb 17 01:46:04.333542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc8f2a-2240-4c4e-b872-8f9124f6b9b4 req-8067335f-5d40-46f8-a38b-7cad50215840 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:04.340525 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e4bc8f2a-2240-4c4e-b872-8f9124f6b9b4 req-8067335f-5d40-46f8-a38b-7cad50215840 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0950751 Feb 17 01:46:04.388345 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e4bc8f2a-2240-4c4e-b872-8f9124f6b9b4 req-4aa18966-170d-4b05-95ba-c9027140e359 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Feb 17 01:46:04.405069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d877d50b-431c-4316-b0b9-e8f89154bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:04.636505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c585e4-fee0-4742-94ad-2bfdc49fe413 req-4887c71e-b080-475b-9519-1df96c179e9d tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:04.638126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-44c585e4-fee0-4742-94ad-2bfdc49fe413 req-4887c71e-b080-475b-9519-1df96c179e9d tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0941570 Feb 17 01:46:04.693391 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-44c585e4-fee0-4742-94ad-2bfdc49fe413 req-29607215-f0a5-4c57-bd14-d7ed66188f2a tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Feb 17 01:46:04.842596 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-109ae887-9563-42fc-bdf0-1da4a6ae6dde req-7d9a20e9-121b-4bed-a102-aa98ecaeac3e tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.0475135 Feb 17 01:46:05.156943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:05.172138 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-678f0e48-f0cc-4f5f-bc2a-38527881dc8c req-b1c7fc67-34c9-4331-8ef5-2f60cb89b1f3 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.0513816 Feb 17 01:46:05.598161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14817788-83a8-4a61-a7d6-46efd67ce519 req-b1a959fc-5dc8-47bc-b4fa-7b3441859bce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:05.600125 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-14817788-83a8-4a61-a7d6-46efd67ce519 req-b1a959fc-5dc8-47bc-b4fa-7b3441859bce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0946014 Feb 17 01:46:05.657681 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-14817788-83a8-4a61-a7d6-46efd67ce519 req-b5fa339e-6c1e-4629-b2ad-59edd215ea9e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Feb 17 01:46:05.746912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065676d-efef-444a-b3ea-1bf2e3f85806 req-125d8802-8087-4efb-b33c-bc1efc75a095 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:05.754763 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e065676d-efef-444a-b3ea-1bf2e3f85806 req-125d8802-8087-4efb-b33c-bc1efc75a095 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0954888 Feb 17 01:46:05.803884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e065676d-efef-444a-b3ea-1bf2e3f85806 req-7bd51d63-1eac-4aa8-8db0-020634d20ab5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481424 Feb 17 01:46:05.876645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 44414) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:05.907029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27f983-1752-4ffa-9375-66a30b8074ae req-9493fc91-e1d9-4b03-b15d-e659f81af319 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:05.909293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a27f983-1752-4ffa-9375-66a30b8074ae req-9493fc91-e1d9-4b03-b15d-e659f81af319 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.0907617 Feb 17 01:46:05.960479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1a27f983-1752-4ffa-9375-66a30b8074ae req-4aa8a6c6-8114-457f-9ca7-1e91a7db8786 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Feb 17 01:46:06.029466 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-13539a01-e35a-4184-9bd2-5f586af43a47 req-8a232ea8-f270-4994-9d38-abebebe7570b tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.0567312 Feb 17 01:46:06.055458 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-e3b309fc-78ac-448f-83e6-9cb7ce1d11cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772909 Feb 17 01:46:06.263718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:06.335124 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-30066c32-795d-4e7a-bd67-7bde2c6cad9d req-788b57fa-1d73-4fd7-9c88-9c5350e55ee8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.0483460 Feb 17 01:46:06.859426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Request body: {'port': {'device_id': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc', 'admin_state_up': True, 'tenant_id': '60825b90d54340579c73d5501d5e8627'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:06.949958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd63ed-e971-410a-9771-900286e50512 req-2ce64186-abf7-46a2-a46d-f9adc70f6793 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:06.959852 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cdd63ed-e971-410a-9771-900286e50512 req-2ce64186-abf7-46a2-a46d-f9adc70f6793 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1859062 Feb 17 01:46:07.064829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7f996-f887-4732-958e-1180cf1fe76b req-ccf65142-08d2-460e-ac6f-405d2ebbe5b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:07.066616 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e5f7f996-f887-4732-958e-1180cf1fe76b req-ccf65142-08d2-460e-ac6f-405d2ebbe5b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1043351 Feb 17 01:46:07.086642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network a583b086-d494-4df0-b90c-8bab7d84b7f1 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:46:07.095431 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cdd63ed-e971-410a-9771-900286e50512 req-b99e710d-de6d-4f04-b95d-6e6f9fd65964 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344140 Feb 17 01:46:07.111675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:07.112979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:07.144329 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e5f7f996-f887-4732-958e-1180cf1fe76b req-5dfb153a-f013-4b10-b6a0-2ea29d28cda9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701997 Feb 17 01:46:07.166066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Made reservation on behalf of 60825b90d54340579c73d5501d5e8627 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:07.166066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:07.201596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:07.428743 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7e4f2637-f5a0-4f04-aac5-5caf525bc8fc req-16ea396a-4b9d-419f-9fa8-fd2acbabc691 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.1120481 Feb 17 01:46:07.492441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141a36-6a6c-4157-bac2-27ae0c18652a req-cdd67d78-1b5d-4487-9430-87a40859a3e2 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:07.500735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c141a36-6a6c-4157-bac2-27ae0c18652a req-cdd67d78-1b5d-4487-9430-87a40859a3e2 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 946 time: 0.2538395 Feb 17 01:46:07.512533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-c89d88dd-219a-4fc9-b6a9-177a402ad616 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:46:07.607550 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c141a36-6a6c-4157-bac2-27ae0c18652a req-08aa9470-1b57-4cdc-9e67-a89c3780fcce tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056917 Feb 17 01:46:07.678234 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6aa84dd7-b57b-4e15-9577-c9687cc36ea2 req-85a1d8e5-ba7b-4eda-9db8-920b48943a8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.0720150 Feb 17 01:46:07.731227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Allocated IP 172.20.0.11 (b3398b3e-fea9-4d4e-8d46-de5181ab64dc/110113c0-044c-437c-9f87-1d49face5f8b/4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:07.959463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:07.990374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:08.012377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:08.085104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:08.134683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:08.148004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:08.148530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:08.176840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Pushing event updated for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:08.180006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:08.361547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:08.395196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:08.406658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:08.443798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667dc43-44c3-4f80-938a-ed0504fb162b req-967ed014-26b2-4c46-bb1e-ba16322a5cb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:08.445688 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7667dc43-44c3-4f80-938a-ed0504fb162b req-967ed014-26b2-4c46-bb1e-ba16322a5cb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1214800 Feb 17 01:46:08.477066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:08.479058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:08.511082 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7667dc43-44c3-4f80-938a-ed0504fb162b req-daf6c3c3-0179-40e1-8020-3d1fb3d2b4c4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527377 Feb 17 01:46:08.536148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-f719a5d0-3f83-42cf-9a0e-44ee6b320c76 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:08.536148 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-f719a5d0-3f83-42cf-9a0e-44ee6b320c76 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 809 time: 0.2149975 Feb 17 01:46:08.555268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:08.578113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:08.587235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:08.594493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:08.599149 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef', 'code': 200} Feb 17 01:46:08.626599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:08.655829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:08.713228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751daa33-e366-43a3-bd77-1f6629555f43 req-ed2912c9-dc99-444c-b9e5-0031c0df51bd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:08.721041 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-751daa33-e366-43a3-bd77-1f6629555f43 req-ed2912c9-dc99-444c-b9e5-0031c0df51bd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.4668276 Feb 17 01:46:08.845296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87fcdb-444c-4059-ac42-2ee0aeeed7b6 req-4059931d-4621-435c-9961-f62bcc0dbc74 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:08.854065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2b87fcdb-444c-4059-ac42-2ee0aeeed7b6 req-4059931d-4621-435c-9961-f62bcc0dbc74 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 932 time: 0.1515894 Feb 17 01:46:08.867735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:08.868460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:08.936805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-9e307417-911c-46a3-80fd-3f61e37236b6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e2b739a30094d408ee00b6f32230092 HTTP/1.1" status: 200 len: 5759 time: 0.3548377 Feb 17 01:46:08.945177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:08.947291 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2b87fcdb-444c-4059-ac42-2ee0aeeed7b6 req-4fe8b8eb-a32c-47ec-baa3-89187ae2f29f tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921311 Feb 17 01:46:08.947594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:09.021752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'port': {'device_id': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'admin_state_up': True, 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'security_groups': ['d17cd8ea-5522-4adb-8023-c3bda777cba6']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:09.149086 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-751daa33-e366-43a3-bd77-1f6629555f43 req-eb6ec0f8-5130-49b5-8c55-1a7a36ea0141 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262354 Feb 17 01:46:09.259645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4074662 Feb 17 01:46:09.285024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Request body: {'port': {'device_id': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:09.380533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790a531-2fbc-4a14-88a6-b1efae84614e req-0c969b0d-861c-4173-a60b-92b7351415fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:09.382564 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9790a531-2fbc-4a14-88a6-b1efae84614e req-0c969b0d-861c-4173-a60b-92b7351415fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 1165 time: 0.3609238 Feb 17 01:46:09.470573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f6b84-17ac-42c7-aecd-ef496e4d953b req-0e36e360-7e56-49af-98ea-bd5df5ae0a82 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:09.478911 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-168f6b84-17ac-42c7-aecd-ef496e4d953b req-0e36e360-7e56-49af-98ea-bd5df5ae0a82 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 948 time: 0.3131011 Feb 17 01:46:09.512340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9790a531-2fbc-4a14-88a6-b1efae84614e req-da585256-74bb-4594-9500-c93ab2438d0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018510 Feb 17 01:46:09.542716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-168f6b84-17ac-42c7-aecd-ef496e4d953b req-7037264f-4bdd-4108-b673-c67b0d7abbb0 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601888 Feb 17 01:46:09.573857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:09.587295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:09.606267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:09.703851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Made reservation on behalf of 5e2b739a30094d408ee00b6f32230092 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:09.710147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:09.800013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa8922-fe46-46b0-b630-95aaf8aa30d8 req-64e5bac0-d66a-4c55-b1cc-2e7de6f96f25 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:09.805328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11fa8922-fe46-46b0-b630-95aaf8aa30d8 req-64e5bac0-d66a-4c55-b1cc-2e7de6f96f25 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1282790 Feb 17 01:46:09.877209 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11fa8922-fe46-46b0-b630-95aaf8aa30d8 req-41a9e133-1faa-4412-a2e5-dfd4007b769a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679431 Feb 17 01:46:09.942047 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d43f71ed-b761-4a81-9175-53527871d052 req-a770e2af-4ff4-4279-811a-12d4e84f1bee tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.3590741 Feb 17 01:46:10.029342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 44516) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:10.118544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-d117ecb1-1982-4a9d-8ed3-63ad50d01593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:10.120544 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-d117ecb1-1982-4a9d-8ed3-63ad50d01593 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c&tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 1160 time: 0.5343964 Feb 17 01:46:10.190387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c6990-5bb5-47e8-b027-4fa68c6f1d99 req-f9e4d88a-f02d-4a1e-a5d1-db3251163df6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:10.199427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-911c6990-5bb5-47e8-b027-4fa68c6f1d99 req-f9e4d88a-f02d-4a1e-a5d1-db3251163df6 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 932 time: 0.1080430 Feb 17 01:46:10.259775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.292449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:10.301218 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-911c6990-5bb5-47e8-b027-4fa68c6f1d99 req-c79047f0-09ee-4e26-ba2d-830dc879f754 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008584 Feb 17 01:46:10.302290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Usage tracker for resource:security_group_rule and tenant:43473edba3fd4907be85ea0384f3610d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:10.305797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:10.314153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:10.451024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.482829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.535438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aedb73fc-cefe-4ae0-9b14-ebe12a34b8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:10.636884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:10.644446 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43473edba3fd4907be85ea0384f3610d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109965 Feb 17 01:46:10.645540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 44532) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:10.685573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8e194-60ed-4ead-9913-ef76cca6cb76,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:10.712395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:10.778398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.821752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.848308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:10.848975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.973553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:10.982851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-700e2edd-9c63-4596-a868-0637fc32ea53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:11.022888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275038ec-5139-44da-8899-343f2d265937 req-699ab40a-9b14-4687-b752-49c405bb5b36 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:11.026743 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-275038ec-5139-44da-8899-343f2d265937 req-699ab40a-9b14-4687-b752-49c405bb5b36 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 948 time: 0.1567824 Feb 17 01:46:11.027657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8e194-60ed-4ead-9913-ef76cca6cb76,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:11.030169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:11.034512 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10d8e194-60ed-4ead-9913-ef76cca6cb76 HTTP/1.1" status: 204 len: 168 time: 0.3852420 Feb 17 01:46:11.034512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:11.181549 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-275038ec-5139-44da-8899-343f2d265937 req-26f53b8f-219b-4cdf-b6ca-a035c634c20b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155846 Feb 17 01:46:11.351425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Allocated IP 172.20.0.4 (e18c067e-da60-4c2d-a25f-e69be641cdf3/b2ca160a-9779-4368-8efb-3cc69cc7fac6/2e5ca71c-b67e-4264-9615-58c71e5f6425) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:11.429646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126784f-a3da-4722-a9c4-941ef894169d req-b9699c07-0834-4ebd-a6a8-7b23f2a3be1d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:11.449917 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a126784f-a3da-4722-a9c4-941ef894169d req-b9699c07-0834-4ebd-a6a8-7b23f2a3be1d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.9926143 Feb 17 01:46:11.517645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:46:11.549049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a87e2-8dfe-4164-9ed2-fdd23ee6e661 req-a835a747-3982-4e63-aca6-597eff081062 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:11.558988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:11.563063 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a86a87e2-8dfe-4164-9ed2-fdd23ee6e661 req-a835a747-3982-4e63-aca6-597eff081062 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1997368 Feb 17 01:46:11.568437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-6bee2c24-9b84-4a43-9c7f-309dcac84c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:11.570314 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-6bee2c24-9b84-4a43-9c7f-309dcac84c02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1160 time: 1.1773231 Feb 17 01:46:11.634955 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a126784f-a3da-4722-a9c4-941ef894169d req-ee27518f-4a57-44e6-b2c1-64bb7d1d0033 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839933 Feb 17 01:46:11.684692 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a86a87e2-8dfe-4164-9ed2-fdd23ee6e661 req-b9a2cbd7-9434-4753-a55f-1cd04c4cd9ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201215 Feb 17 01:46:11.819855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Transition to ACTIVE for port object 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:11.997362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42883-cb6a-4f46-bd94-586e4b5546f1 req-53d3172d-6442-4427-be3a-87613dcad884 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:12.008509 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9df42883-cb6a-4f46-bd94-586e4b5546f1 req-53d3172d-6442-4427-be3a-87613dcad884 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 944 time: 0.1502440 Feb 17 01:46:12.027405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:12.088293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9df42883-cb6a-4f46-bd94-586e4b5546f1 req-a6490941-c4c6-46f7-8463-a891dbfa4b4f tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784712 Feb 17 01:46:12.111261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:12.138405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Transition to ACTIVE for port object 2e5ca71c-b67e-4264-9615-58c71e5f6425 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:12.150282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1d1a68da-684b-4e9f-974d-525ad80ca826 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:12.395196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-637c3d7f-9280-4849-8a50-307a95d8c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:12.397187 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-637c3d7f-9280-4849-8a50-307a95d8c93a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.8150368 Feb 17 01:46:12.464005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e6aa-532a-46d7-adeb-b80a7fd0f983 req-67870353-ad46-45cd-9135-e2f65a09d414 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:12.466391 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6b5e6aa-532a-46d7-adeb-b80a7fd0f983 req-67870353-ad46-45cd-9135-e2f65a09d414 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 948 time: 0.1285350 Feb 17 01:46:12.472007 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-82dbe4c2-d9f3-426d-9df0-ba5d56f54a9a req-703ca4ad-36ff-434e-9d41-81dbe48af1b6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.3655412 Feb 17 01:46:12.544600 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6b5e6aa-532a-46d7-adeb-b80a7fd0f983 req-1315689d-8b1c-48d4-8c64-27b0cf4b550a tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708039 Feb 17 01:46:12.885617 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-3d0c2791-3f97-4579-af2d-66b9058a9ac4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 999 time: 0.3975892 Feb 17 01:46:13.117309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-694e853b-6646-4444-b7df-90642decb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:13.119267 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-694e853b-6646-4444-b7df-90642decb031 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.2195759 Feb 17 01:46:13.134867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:13.205327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:13.225726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:13.317397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-aba050e9-d2aa-4a16-b470-bc3cb829bebe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:13.405361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:13.409859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:13.458056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e0d85-d386-46d3-b9f0-105850768b26 req-330cf185-20ed-4081-9dda-d5067867c3df tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:13.467192 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cb4e0d85-d386-46d3-b9f0-105850768b26 req-330cf185-20ed-4081-9dda-d5067867c3df tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1271982 Feb 17 01:46:13.544915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cb4e0d85-d386-46d3-b9f0-105850768b26 req-1287a678-de4b-47dd-b7bd-42bf001f307e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764282 Feb 17 01:46:13.616773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Attempting to bind port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:13.617150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Attempting to bind port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:13.617527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Attempting to bind port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d on network b3398b3e-fea9-4d4e-8d46-de5181ab64dc {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:13.676419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1cdd0-0301-4206-b97e-658f0c0ced62 req-981c6efe-2061-4253-bbdf-e95faa034bb7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:13.684236 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a7b1cdd0-0301-4206-b97e-658f0c0ced62 req-981c6efe-2061-4253-bbdf-e95faa034bb7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.7955339 Feb 17 01:46:13.688344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:13.688708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Checking segment: {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:13.689132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:13.689535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Bound using segment: {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:13.690046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Bound port: 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2ab621-f04e-4b1c-b72e-9da72ec83692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3398b3e-fea9-4d4e-8d46-de5181ab64dc'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:13.690425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:13.711284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:13.714541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:13.722598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:13.976531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354c6ca-de50-4f38-bd58-854925800ee8 req-34c15b27-6775-4235-9042-773edb57bfbd tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:13.978231 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5354c6ca-de50-4f38-bd58-854925800ee8 req-34c15b27-6775-4235-9042-773edb57bfbd tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 944 time: 0.1483567 Feb 17 01:46:14.024044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-6f98e902-9308-4b36-ac5a-67c834d8e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:14.025565 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-6f98e902-9308-4b36-ac5a-67c834d8e28c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8869824 Feb 17 01:46:14.044311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:14.045040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.051799 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5354c6ca-de50-4f38-bd58-854925800ee8 req-72266833-bfd6-4aab-8e20-bf7347a7a155 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Feb 17 01:46:14.113397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:14.173964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-6075c454-dc57-4494-b44d-1f09fcef8f18 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1590142 Feb 17 01:46:14.198069 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a7b1cdd0-0301-4206-b97e-658f0c0ced62 req-6a033617-4c88-468a-bd38-bef2c263121f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128372 Feb 17 01:46:14.199808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:14.207193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Request body: {'port': {'device_id': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:14.220508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-71d10fc9-8fb7-47ac-98e9-9b7fdeb3baa3 None None] Provisioning for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:14.236032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-71d10fc9-8fb7-47ac-98e9-9b7fdeb3baa3 None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:14.236032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-71d10fc9-8fb7-47ac-98e9-9b7fdeb3baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.265034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.293874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:14.301343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-71d10fc9-8fb7-47ac-98e9-9b7fdeb3baa3 None None] Port 2e5ca71c-b67e-4264-9615-58c71e5f6425 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:46:14.333489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1f77f-d3cf-4bc1-bba1-4b7412c52d8a req-3dcae577-1804-4f7b-a65a-31be967742aa tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:14.341956 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31d1f77f-d3cf-4bc1-bba1-4b7412c52d8a req-3dcae577-1804-4f7b-a65a-31be967742aa tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 948 time: 0.1844327 Feb 17 01:46:14.408970 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31d1f77f-d3cf-4bc1-bba1-4b7412c52d8a req-b5dd0669-1c10-465e-9329-0c4f0288c8cf tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/security-groups?id=94c9d6db-474a-4c94-878d-2600a2e7f1c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654855 Feb 17 01:46:14.633503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:46:14.822434 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-9b6402b1-6f40-48cd-b877-7bf9ab936e47 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874043 Feb 17 01:46:14.858609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.878212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:14.889951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:14.890513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.901059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:14.904613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:14.929032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-ad98a123-d99d-4d1b-af81-be375a530fe4 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:14.931825 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-ad98a123-d99d-4d1b-af81-be375a530fe4 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 948 time: 0.3074830 Feb 17 01:46:14.932467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:14.935246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:15.034192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:15.038268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:15.044512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031633-8be8-43d4-9d26-674c1e9d086e req-6626325b-f5f3-49ae-bc74-60e2f36e2747 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:15.045276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-69031633-8be8-43d4-9d26-674c1e9d086e req-6626325b-f5f3-49ae-bc74-60e2f36e2747 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:15.093691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:15.094226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:15.096478 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] 10.222.0.59 "PUT /v2.0/ports/4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d HTTP/1.1" status: 200 len: 1158 time: 5.8206840 Feb 17 01:46:15.096928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:15.097301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Deleting port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:46:15.097719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:15.137008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-69031633-8be8-43d4-9d26-674c1e9d086e req-6626325b-f5f3-49ae-bc74-60e2f36e2747 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:15.151016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-69031633-8be8-43d4-9d26-674c1e9d086e req-6626325b-f5f3-49ae-bc74-60e2f36e2747 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 931 time: 0.7572517 Feb 17 01:46:15.452704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] For port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,segment=NetworkSegment(87a11e4e-107d-4cce-8704-43d42c39b8fd),segment_id=87a11e4e-107d-4cce-8704-43d42c39b8fd)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:15.453123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:15.612862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Calling delete_port for 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:46:15.651071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eeba6-f272-43ce-827b-2b05051af3fe req-763388a3-17b6-4ddb-9da4-ec7af28b40f0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:15.659477 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e83eeba6-f272-43ce-827b-2b05051af3fe req-763388a3-17b6-4ddb-9da4-ec7af28b40f0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.8572216 Feb 17 01:46:15.743610 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e83eeba6-f272-43ce-827b-2b05051af3fe req-82264125-3380-45ae-aa6c-73d1b61a9d0d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829170 Feb 17 01:46:15.775289 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-69031633-8be8-43d4-9d26-674c1e9d086e req-e6fe2c39-0c76-4675-aadf-1ee51887c1eb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.5571334 Feb 17 01:46:15.803149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.resource_extend [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:46:15.832551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-9e1fc66d-3e01-45cc-9ba4-b661014c2aea service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9910076 Feb 17 01:46:15.837469 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef', 'code': 200} Feb 17 01:46:15.959304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5ca71c-b67e-4264-9615-58c71e5f6425 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:46:15.969001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:15.979364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-c1d421bc-2635-487a-bb74-6f7fea65a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:15.981049 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-c1d421bc-2635-487a-bb74-6f7fea65a3b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 1161 time: 0.3295729 Feb 17 01:46:15.999536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d', 'status': 'completed', 'code': 200} Feb 17 01:46:16.075770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:16.109588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:16.116751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Transition to ACTIVE for port object 2e5ca71c-b67e-4264-9615-58c71e5f6425 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:16.235351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Pushing event deleted for resources: {'Port': ['ID=3e080b1b-3c46-49b3-99bd-5c0ec35e12ef,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:16.237581 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-067a0d6b-78c1-49f6-9e97-42504c81b227 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d HTTP/1.1" status: 200 len: 217 time: 0.2383347 Feb 17 01:46:16.301957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:16.314850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:16.352666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:16.390161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682761b3-d14e-414b-b33a-e7719581be06 req-0af776db-9b07-45a3-b509-ffaa9ee4369e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:16.398473 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-682761b3-d14e-414b-b33a-e7719581be06 req-0af776db-9b07-45a3-b509-ffaa9ee4369e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2248015 Feb 17 01:46:16.486327 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-682761b3-d14e-414b-b33a-e7719581be06 req-5a7da481-3a0e-4343-b1f6-463d8ce82ae9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Feb 17 01:46:16.495590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:16.512837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:16.560255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa223-c41e-4084-a221-f53606db3598 req-8f9582ad-06c5-4bf4-9746-f0067049341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:16.562042 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-8f9582ad-06c5-4bf4-9746-f0067049341e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=110113c0-044c-437c-9f87-1d49face5f8b HTTP/1.1" status: 200 len: 854 time: 0.3161600 Feb 17 01:46:16.600924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] No DVR routers for this DVR port 3e080b1b-3c46-49b3-99bd-5c0ec35e12ef on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:46:16.603532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:16.608873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-deleted', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:16.653660 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-2342b825-006b-4cc8-813c-4acb2e7531ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728986 Feb 17 01:46:16.703164 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f55d471f-3e4a-45d7-a952-752b717eda39 req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.59 "DELETE /v2.0/ports/3e080b1b-3c46-49b3-99bd-5c0ec35e12ef HTTP/1.1" status: 204 len: 173 time: 1.7635157 Feb 17 01:46:16.710919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4cf404db-4b47-4cf2-9698-bdaa666592c3 req-37419e0e-9042-4a43-9b07-3403f5f96884 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Synchronizing usage tracker for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:16.778902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4cf404db-4b47-4cf2-9698-bdaa666592c3 req-37419e0e-9042-4a43-9b07-3403f5f96884 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Unset dirty status for tenant:e600c8788f1c40e1aaf3c07475267019 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:16.783799 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4cf404db-4b47-4cf2-9698-bdaa666592c3 req-37419e0e-9042-4a43-9b07-3403f5f96884 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca0d15d9-b0e5-4379-9673-17dc2bb85094 HTTP/1.1" status: 200 len: 210 time: 0.1257012 Feb 17 01:46:16.824118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5b294-b845-42b9-b40e-3ebf8f73878c req-44169e61-8e4b-449b-b5f5-2deada384279 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:16.824118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9ff5b294-b845-42b9-b40e-3ebf8f73878c req-44169e61-8e4b-449b-b5f5-2deada384279 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Synchronizing usage tracker for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:16.880545 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0d15d9-b0e5-4379-9673-17dc2bb85094', 'name': 'network-vif-deleted', 'tag': '3e080b1b-3c46-49b3-99bd-5c0ec35e12ef', 'status': 'completed', 'code': 200} Feb 17 01:46:17.016601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9ff5b294-b845-42b9-b40e-3ebf8f73878c req-44169e61-8e4b-449b-b5f5-2deada384279 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Unset dirty status for tenant:60825b90d54340579c73d5501d5e8627 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:17.018245 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ff5b294-b845-42b9-b40e-3ebf8f73878c req-44169e61-8e4b-449b-b5f5-2deada384279 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 944 time: 0.9085679 Feb 17 01:46:17.065700 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-38392fbc-ebc0-4fc6-82fe-4beed16960b8 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015117 Feb 17 01:46:17.178748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ac503-a3ff-4326-a5cf-cc21fc50a345 req-90ce03c0-be4e-422f-98f5-aebc9547b395 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:17.188584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-589ac503-a3ff-4326-a5cf-cc21fc50a345 req-90ce03c0-be4e-422f-98f5-aebc9547b395 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1733098 Feb 17 01:46:17.245264 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2efaa223-c41e-4084-a221-f53606db3598 req-de81dddc-6d68-4fe3-ac89-726c0bd8e0f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1680932 Feb 17 01:46:17.245834 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-589ac503-a3ff-4326-a5cf-cc21fc50a345 req-cee3eabc-2ccd-4680-85f3-3a79e48fbafd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560181 Feb 17 01:46:17.285300 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9ff5b294-b845-42b9-b40e-3ebf8f73878c req-6db1a704-d842-43bd-8a6f-5fb0afd237b4 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518992 Feb 17 01:46:17.288039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Attempting to bind port 2e5ca71c-b67e-4264-9615-58c71e5f6425 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:17.288852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Attempting to bind port 2e5ca71c-b67e-4264-9615-58c71e5f6425 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:17.289598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Attempting to bind port 2e5ca71c-b67e-4264-9615-58c71e5f6425 on network e18c067e-da60-4c2d-a25f-e69be641cdf3 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:17.296701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:17.297193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Checking segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:17.298229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:17.298763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Bound using segment: {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:17.299356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Bound port: 2e5ca71c-b67e-4264-9615-58c71e5f6425, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d28784f-f754-4320-86cd-e76e0e8a745a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:17.299840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:17.600625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd969-98b6-4020-b73e-a92a5610c461 req-84db0025-563d-4004-84e2-82c94f033915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:17.612634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-453dd969-98b6-4020-b73e-a92a5610c461 req-84db0025-563d-4004-84e2-82c94f033915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.2071357 Feb 17 01:46:17.727917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:17.769070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-453dd969-98b6-4020-b73e-a92a5610c461 req-a7d51f99-7fa5-4bc6-bee4-887a557d6897 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1496742 Feb 17 01:46:17.833783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:17.880424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:17.903896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0c9e23e-2edf-486f-ac32-7926139e1e0a tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:18.063824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-bd2ee6ce-b331-4ec4-9db7-2d6cab395be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.065787 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-bd2ee6ce-b331-4ec4-9db7-2d6cab395be8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60825b90d54340579c73d5501d5e8627&device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 1161 time: 0.7312229 Feb 17 01:46:18.081351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ec61a-585d-400e-bd72-2cdd9aa9d881 req-f7baf6a8-054c-4540-b02e-41705723e657 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.083326 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-095ec61a-585d-400e-bd72-2cdd9aa9d881 req-f7baf6a8-054c-4540-b02e-41705723e657 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.3570371 Feb 17 01:46:18.228045 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-095ec61a-585d-400e-bd72-2cdd9aa9d881 req-8e04486d-8e25-460f-9606-ccfba40e4b9c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045306 Feb 17 01:46:18.271427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:18.279449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:18.348989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.349702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:18.351232 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] 10.222.0.59 "PUT /v2.0/ports/2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 1157 time: 4.1650851 Feb 17 01:46:18.351829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:18.525473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-c4959d24-91b9-4684-9ad9-b8cf80f7055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.527841 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-c4959d24-91b9-4684-9ad9-b8cf80f7055d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 200 len: 908 time: 0.4411056 Feb 17 01:46:18.669250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a633fc-7fbc-43c2-bb6f-6856b29dc667 req-9f322824-c9a8-4348-8977-a5ea1b1826ce tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.670826 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-66a633fc-7fbc-43c2-bb6f-6856b29dc667 req-9f322824-c9a8-4348-8977-a5ea1b1826ce tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1949992 Feb 17 01:46:18.691178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-81967717-f210-4ff9-bc68-19ef1e031d5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d HTTP/1.1" status: 200 len: 217 time: 0.1541553 Feb 17 01:46:18.759750 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-66a633fc-7fbc-43c2-bb6f-6856b29dc667 req-b4e3b4ea-0ebd-434e-8053-28afd3c40323 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821645 Feb 17 01:46:18.767846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:46:18.864792 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'status': 'completed', 'code': 200} Feb 17 01:46:18.867333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-a5022a79-e22b-410d-8711-8df5d5d7e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.869010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-a5022a79-e22b-410d-8711-8df5d5d7e6ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1160 time: 0.4270914 Feb 17 01:46:18.870375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-7e802fd0-e410-4e81-a957-806f10f6fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:18.871860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-7e802fd0-e410-4e81-a957-806f10f6fad1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=110113c0-044c-437c-9f87-1d49face5f8b HTTP/1.1" status: 200 len: 854 time: 0.1716800 Feb 17 01:46:19.078798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d43a3-f549-46a4-8337-23199b086f0c req-ef53853a-3255-4cda-8dbc-030d3b6d1911 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:19.080712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-684d43a3-f549-46a4-8337-23199b086f0c req-ef53853a-3255-4cda-8dbc-030d3b6d1911 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0966671 Feb 17 01:46:19.086054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:19.158220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-684d43a3-f549-46a4-8337-23199b086f0c req-8f805bd4-8dd1-4428-8053-7ee83a20476c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0569746 Feb 17 01:46:19.259731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:19.267201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:19.267470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:19.271217 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-5690754b-6473-4f56-b7fc-a9ba906c0f6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3398b3e-fea9-4d4e-8d46-de5181ab64dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3877480 Feb 17 01:46:19.272818 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-34b789d4-8310-4580-9a83-64af3027b822 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 217 time: 0.3864841 Feb 17 01:46:19.279921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27144e93-bfdf-4648-9164-b4ce44928a89 req-1d8e435b-e199-40ac-ba99-82b911671446 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:19.281534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27144e93-bfdf-4648-9164-b4ce44928a89 req-1d8e435b-e199-40ac-ba99-82b911671446 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 944 time: 0.6780419 Feb 17 01:46:19.374561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-59020de4-6ca0-4913-b068-d8b8f7c4178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:19.376698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-59020de4-6ca0-4913-b068-d8b8f7c4178f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0923829 Feb 17 01:46:19.466352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:19.544048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:19.546441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:19.564396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:19.569073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8def75b6-ee1d-4df4-88ce-135734470cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:19.585895 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-527223d0-975a-41e0-b160-0ee78fa88f84 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031182 Feb 17 01:46:19.700201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:19.715752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:19.747247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9ca3-9b2e-4ad7-9f71-273c82073f69 req-45da2c99-aa92-4217-b144-bfa5d5cf1ab8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:19.755546 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8fee9ca3-9b2e-4ad7-9f71-273c82073f69 req-45da2c99-aa92-4217-b144-bfa5d5cf1ab8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.3687439 Feb 17 01:46:19.818735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27144e93-bfdf-4648-9164-b4ce44928a89 req-929e4577-7379-47da-b85c-3c29bd700421 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386737 Feb 17 01:46:19.840440 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8fee9ca3-9b2e-4ad7-9f71-273c82073f69 req-7ea7fd74-bb26-498c-875d-f352ec20755e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834863 Feb 17 01:46:19.841212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-34e6da71-6b76-48a3-b765-b3a77f4a9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:19.843023 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-34e6da71-6b76-48a3-b765-b3a77f4a9cce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3153419 Feb 17 01:46:20.063690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d', 'code': 200} Feb 17 01:46:20.154119 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-645d81ea-2a6e-497d-999d-5a051c52647e service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030829 Feb 17 01:46:20.165793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037b53-bf1f-4461-8876-9010304895b9 req-398c4cdb-0704-4020-bd48-2ce3a341f62a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:20.167553 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c1037b53-bf1f-4461-8876-9010304895b9 req-398c4cdb-0704-4020-bd48-2ce3a341f62a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1488914 Feb 17 01:46:20.287547 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c1037b53-bf1f-4461-8876-9010304895b9 req-d957690b-431d-4fb1-b61f-9762ab142d99 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898976 Feb 17 01:46:20.358698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c62c187a-107b-427a-87b4-8c1802a2f517 req-71e4c266-de97-415f-9437-b0ddb8364276 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1893661 Feb 17 01:46:20.592534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-e04f292a-2e76-4b5c-84b6-9b7497132aa1 service neutron] 10.222.0.59 "GET /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9980350 Feb 17 01:46:20.606200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-4a6f3d15-8ba0-4204-b97c-47d7c1555fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:20.608303 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-4a6f3d15-8ba0-4204-b97c-47d7c1555fbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1160 time: 0.1497526 Feb 17 01:46:20.655315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5898-1684-409d-b4f8-d5d3d36c9ca0 req-ca4f5ece-0b8f-44b4-94d2-439daa9766a3 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:20.657459 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f45f5898-1684-409d-b4f8-d5d3d36c9ca0 req-ca4f5ece-0b8f-44b4-94d2-439daa9766a3 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.2665091 Feb 17 01:46:20.709040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:20.725022 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f45f5898-1684-409d-b4f8-d5d3d36c9ca0 req-2747b462-fe8c-4002-bd0b-2c0022803859 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0603318 Feb 17 01:46:20.737832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a12f-460b-4387-8f5e-7d1d13f82605 req-d94707fe-6a99-4ddd-a7ec-6c865a301ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:20.743097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-12d5a12f-460b-4387-8f5e-7d1d13f82605 req-d94707fe-6a99-4ddd-a7ec-6c865a301ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 1163 time: 0.2213681 Feb 17 01:46:20.803477 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-12d5a12f-460b-4387-8f5e-7d1d13f82605 req-9e4d91a9-39d3-4bd5-ab6d-af1de05e6708 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508437 Feb 17 01:46:20.855737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-6da119c0-d9de-4575-b72d-91f273431aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:20.857999 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-6da119c0-d9de-4575-b72d-91f273431aa2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.2419920 Feb 17 01:46:20.864541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:20.864972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:21.232470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c95d4-653f-40ea-a7db-380cea5b982d req-b9b2d14c-3cae-4c3e-9043-147d8058a194 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:21.238915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c5c95d4-653f-40ea-a7db-380cea5b982d req-b9b2d14c-3cae-4c3e-9043-147d8058a194 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1710305 Feb 17 01:46:21.261126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-3605dc3f-9832-4b4d-b8c3-036f9bb82970 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 217 time: 0.2439163 Feb 17 01:46:21.330107 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c5c95d4-653f-40ea-a7db-380cea5b982d req-d9987f20-cc4d-4517-acd1-264ad8532794 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838408 Feb 17 01:46:21.443682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-46fc0ac2-546a-49ca-ae19-b0a523c2b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:21.445360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-46fc0ac2-546a-49ca-ae19-b0a523c2b029 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.1716063 Feb 17 01:46:21.550273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7005bd1-f4eb-4368-9c6b-7d2835e46228 req-f7b8086d-8587-428c-bcfd-6a9ab580cf4a tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:21.558506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7005bd1-f4eb-4368-9c6b-7d2835e46228 req-f7b8086d-8587-428c-bcfd-6a9ab580cf4a tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.4116304 Feb 17 01:46:21.626614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7005bd1-f4eb-4368-9c6b-7d2835e46228 req-99973bef-8a6d-4009-b360-fc323141840c tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670018 Feb 17 01:46:21.653412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23878f-47f7-423d-86bf-a1467af4d2a6 req-86b0c515-8b40-48d6-b9e2-f0e039be2413 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:21.665716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f23878f-47f7-423d-86bf-a1467af4d2a6 req-86b0c515-8b40-48d6-b9e2-f0e039be2413 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1454923 Feb 17 01:46:21.666260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-4874c72f-d041-48ea-b972-156be9f75ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:21.667885 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-4874c72f-d041-48ea-b972-156be9f75ca0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2111189 Feb 17 01:46:21.730483 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f23878f-47f7-423d-86bf-a1467af4d2a6 req-7dfbfab6-0991-46c8-a353-adff505f1e54 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636234 Feb 17 01:46:21.862586 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-50b4f566-a808-42a6-b6ef-7f11e0913152 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860161 Feb 17 01:46:22.085026 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8709cda2-9061-4e9e-bfbd-283d6d9eb359 req-47106445-aabb-4c86-9584-b92cfbfeb39f service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2135525 Feb 17 01:46:22.142024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70ffe5-bcfa-4193-a756-28a4c8c3f693 req-a047b304-0e0a-4f32-a9fc-4ac0c608488f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:22.144261 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5b70ffe5-bcfa-4193-a756-28a4c8c3f693 req-a047b304-0e0a-4f32-a9fc-4ac0c608488f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1192682 Feb 17 01:46:22.199002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5b70ffe5-bcfa-4193-a756-28a4c8c3f693 req-6be4430c-c563-48d3-b5fc-ed65f096c085 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469232 Feb 17 01:46:22.666298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9692b-6241-4812-a095-59fd1a0b443a req-bcd4dea3-3507-4292-9182-8b0f6e6508bf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:22.667923 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d9c9692b-6241-4812-a095-59fd1a0b443a req-bcd4dea3-3507-4292-9182-8b0f6e6508bf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1024282 Feb 17 01:46:22.726302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:22.742816 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d9c9692b-6241-4812-a095-59fd1a0b443a req-0fb81012-5152-4871-acee-ccf87f64ed8f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654285 Feb 17 01:46:22.896194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:22.904216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:22.988138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179e1aa-e57a-4b67-9038-47fda56b505d req-e5ca6b27-3192-4b19-a4c6-0fb478f5d460 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:22.998981 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d179e1aa-e57a-4b67-9038-47fda56b505d req-e5ca6b27-3192-4b19-a4c6-0fb478f5d460 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.2058394 Feb 17 01:46:23.077157 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d179e1aa-e57a-4b67-9038-47fda56b505d req-63176f61-5391-463d-948a-1f3e874b26ed tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759504 Feb 17 01:46:23.093967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa6fd-91f4-4721-aadc-dcbe53f1cc6d req-637d3bd1-eb58-46c0-a75a-875fb1a77802 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:23.095988 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15dfa6fd-91f4-4721-aadc-dcbe53f1cc6d req-637d3bd1-eb58-46c0-a75a-875fb1a77802 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1750884 Feb 17 01:46:23.212534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15dfa6fd-91f4-4721-aadc-dcbe53f1cc6d req-75396442-88b5-48bf-b104-c345a1b8a5ea tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085129 Feb 17 01:46:23.540252 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1339a90-cf5c-442a-a253-42d85f5f9b4d req-c8b26cbe-50a5-458e-90d8-c720d3a9a177 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:23.542337 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d1339a90-cf5c-442a-a253-42d85f5f9b4d req-c8b26cbe-50a5-458e-90d8-c720d3a9a177 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1380808 Feb 17 01:46:23.607313 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d1339a90-cf5c-442a-a253-42d85f5f9b4d req-78a64237-54d3-4ca6-8332-fe6017680adb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566258 Feb 17 01:46:24.093078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df4109-a625-405b-ac9a-383fe8395d7d req-a76adc3d-b9a5-42a5-8281-5b118465e72d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:24.104269 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37df4109-a625-405b-ac9a-383fe8395d7d req-a76adc3d-b9a5-42a5-8281-5b118465e72d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1698360 Feb 17 01:46:24.187475 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37df4109-a625-405b-ac9a-383fe8395d7d req-5d2d3671-460f-4be5-bc9d-f24cb2477b89 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822055 Feb 17 01:46:24.439984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010755da-aab5-4576-bf16-78e49a7c9283 req-b6596564-6bdc-4ee7-8b48-2db6238342a0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:24.441787 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-010755da-aab5-4576-bf16-78e49a7c9283 req-b6596564-6bdc-4ee7-8b48-2db6238342a0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1006956 Feb 17 01:46:24.531288 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-010755da-aab5-4576-bf16-78e49a7c9283 req-f7595b29-4fd1-4011-bd71-2416daeb34d7 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811589 Feb 17 01:46:24.827001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23929-f315-493b-b76e-fc7461581324 req-59e12209-53dc-4d31-839b-9e65d5cfcf79 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:24.833129 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ff23929-f315-493b-b76e-fc7461581324 req-59e12209-53dc-4d31-839b-9e65d5cfcf79 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0991728 Feb 17 01:46:24.879025 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ff23929-f315-493b-b76e-fc7461581324 req-89694296-0eb8-4fef-9165-a55bc9d81d50 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434103 Feb 17 01:46:25.523880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd533f-8ea8-4419-93fa-2abdaabc4d3b req-5da49a9e-d390-445d-9881-594a20ea32ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:25.525976 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6cd533f-8ea8-4419-93fa-2abdaabc4d3b req-5da49a9e-d390-445d-9881-594a20ea32ff tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1835439 Feb 17 01:46:25.574218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd7186-40f1-43cf-a2ea-c391e59ef358 req-11858c86-14fd-44b1-b79e-5cf7865b70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:25.574218 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-03cd7186-40f1-43cf-a2ea-c391e59ef358 req-11858c86-14fd-44b1-b79e-5cf7865b70e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.1607609 Feb 17 01:46:25.611782 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6cd533f-8ea8-4419-93fa-2abdaabc4d3b req-a6382aab-97ed-413a-b103-b9232e963fd2 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727689 Feb 17 01:46:25.631911 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-03cd7186-40f1-43cf-a2ea-c391e59ef358 req-d48d3088-4830-4b6d-8fbe-f3aa29dd32ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Feb 17 01:46:25.754035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67c9e-edd6-4760-9fbd-512508acf67d req-613933c9-6a39-4a7c-ad6f-d45af4fce97c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:25.755794 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1db67c9e-edd6-4760-9fbd-512508acf67d req-613933c9-6a39-4a7c-ad6f-d45af4fce97c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1015878 Feb 17 01:46:25.837669 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1db67c9e-edd6-4760-9fbd-512508acf67d req-b914fffd-9e6f-4bbc-b814-896eedceb703 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727134 Feb 17 01:46:25.997837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:26.209867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4569cf-186b-4180-a7e8-63df2919d142 req-65e020b1-dbcd-4eb3-9e60-6b62bb2cf206 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:26.226202 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab4569cf-186b-4180-a7e8-63df2919d142 req-65e020b1-dbcd-4eb3-9e60-6b62bb2cf206 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1536419 Feb 17 01:46:26.295559 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab4569cf-186b-4180-a7e8-63df2919d142 req-d906f9f1-2d84-4162-85f9-f739ce0cb6b7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0678022 Feb 17 01:46:26.969129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e72ef-55c9-434c-bca0-a96df9f329e8 req-aa0773af-e65a-4f2d-bfe3-1e39b8ccc658 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:26.987676 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-439e72ef-55c9-434c-bca0-a96df9f329e8 req-aa0773af-e65a-4f2d-bfe3-1e39b8ccc658 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1898646 Feb 17 01:46:27.087041 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-439e72ef-55c9-434c-bca0-a96df9f329e8 req-ab2ed752-488a-458c-9dd4-c5a36c740ea7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981815 Feb 17 01:46:27.253567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c4a4-1ffe-42ef-acaa-095715c4eabe req-029f6898-3c65-46d2-9257-9cbf53d6ed83 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:27.255470 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33a3c4a4-1ffe-42ef-acaa-095715c4eabe req-029f6898-3c65-46d2-9257-9cbf53d6ed83 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1331253 Feb 17 01:46:27.350836 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33a3c4a4-1ffe-42ef-acaa-095715c4eabe req-319205f3-9cb7-4997-b5c3-48e35704834a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875587 Feb 17 01:46:27.570425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6508ab-6453-4a5d-8065-48c978ec881c req-686c8de5-7dc2-43bf-a6e1-23a9f3b63d70 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:27.575877 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c6508ab-6453-4a5d-8065-48c978ec881c req-686c8de5-7dc2-43bf-a6e1-23a9f3b63d70 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1176441 Feb 17 01:46:27.646302 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c6508ab-6453-4a5d-8065-48c978ec881c req-fd422603-7361-4fa2-a944-ff4f83914924 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0618560 Feb 17 01:46:28.374632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b06c7-53cf-4697-8d32-239aff05c481 req-6d0c3c72-920a-46ed-8f49-01b53fa11346 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:28.395470 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-972b06c7-53cf-4697-8d32-239aff05c481 req-6d0c3c72-920a-46ed-8f49-01b53fa11346 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1366968 Feb 17 01:46:28.527796 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-972b06c7-53cf-4697-8d32-239aff05c481 req-c0713f04-fefb-43d1-b807-e54334440699 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303937 Feb 17 01:46:28.739477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8fc25-70ae-4aa9-98be-91ab3053a12a req-c46fa69e-25c7-4c96-902d-7725006e9d9a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:28.741121 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-19a8fc25-70ae-4aa9-98be-91ab3053a12a req-c46fa69e-25c7-4c96-902d-7725006e9d9a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1453588 Feb 17 01:46:28.880976 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-19a8fc25-70ae-4aa9-98be-91ab3053a12a req-72cd474e-712b-4e3e-beea-da97e7cbd12f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272182 Feb 17 01:46:28.950149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 44910) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:29.039895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4c29b-e9c1-42c9-9264-707cc6580c16 req-4bc6e87e-c4c4-4f1c-926c-c567af13e837 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:29.057861 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed4c29b-e9c1-42c9-9264-707cc6580c16 req-4bc6e87e-c4c4-4f1c-926c-c567af13e837 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1987772 Feb 17 01:46:29.126441 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed4c29b-e9c1-42c9-9264-707cc6580c16 req-43627056-076b-4813-83f6-79cab65ac53a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0672295 Feb 17 01:46:29.197753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.222699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:29.236540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Usage tracker for resource:security_group_rule and tenant:24125f8eb30340b1be67fe3d4d90cc53 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:29.242907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:29.267509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:29.560385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.595146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.608107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-45af3787-a644-49b9-95b2-977ccfc810ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:29.645065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 44926) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:29.645300 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24125f8eb30340b1be67fe3d4d90cc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935737 Feb 17 01:46:29.668817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d7a41-ca12-428c-a0bc-d5b0000a04d4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:29.674641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-117cda82-7c55-4168-a17d-79c5eebf0df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:29.757337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.791719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.858356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ae224-a1ee-464f-88e2-acee27240b31 req-d1b4b7d7-7ed5-4939-a3d0-fc11d68d8627 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:29.868734 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-436ae224-a1ee-464f-88e2-acee27240b31 req-d1b4b7d7-7ed5-4939-a3d0-fc11d68d8627 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1425405 Feb 17 01:46:29.872370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.879729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:29.924524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:29.935125 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c27d7a41-ca12-428c-a0bc-d5b0000a04d4 HTTP/1.1" status: 204 len: 168 time: 0.2888680 Feb 17 01:46:29.938280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d7a41-ca12-428c-a0bc-d5b0000a04d4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:29.955558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:29.974199 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-436ae224-a1ee-464f-88e2-acee27240b31 req-a32c759a-dfe9-40aa-9fe5-df387d80f4d9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019511 Feb 17 01:46:30.266994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fb39a-ce84-477f-ba83-91b67333ce8d req-b2c07fcf-bed0-4c27-b43f-64c21980960a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:30.273158 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4f3fb39a-ce84-477f-ba83-91b67333ce8d req-b2c07fcf-bed0-4c27-b43f-64c21980960a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.2156062 Feb 17 01:46:30.429524 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4f3fb39a-ce84-477f-ba83-91b67333ce8d req-3fb9bc5e-e5cc-490b-8a6f-1ef8b016b861 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466193 Feb 17 01:46:30.558394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f4e63-fecb-4c39-bd38-efc708240715 req-e8303cdd-3f6f-422f-a048-4815772feb61 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:30.568762 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e87f4e63-fecb-4c39-bd38-efc708240715 req-e8303cdd-3f6f-422f-a048-4815772feb61 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1730826 Feb 17 01:46:30.678730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e87f4e63-fecb-4c39-bd38-efc708240715 req-0ab8731a-e8c2-4062-b62a-d15c8f600439 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1073577 Feb 17 01:46:31.263340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f160c-eacb-44d5-9cf8-4412e9057de0 req-acaeaea1-da32-459a-8492-9f715b503cce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:31.266341 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-806f160c-eacb-44d5-9cf8-4412e9057de0 req-acaeaea1-da32-459a-8492-9f715b503cce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1344793 Feb 17 01:46:31.348444 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-806f160c-eacb-44d5-9cf8-4412e9057de0 req-3f906da4-5388-476e-a2d3-8104b4b1dda6 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681610 Feb 17 01:46:31.585538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 44964) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:31.825860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-459599479-network', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:31.829924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32bdd4-96c7-4814-882f-e91797924dd2 req-0012369c-0a84-423d-bb62-8be75db7a0f2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:31.832138 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c32bdd4-96c7-4814-882f-e91797924dd2 req-0012369c-0a84-423d-bb62-8be75db7a0f2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1779737 Feb 17 01:46:31.843994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:31.857482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Usage tracker for resource:network and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:31.864837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:31.881611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:31.992507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c32bdd4-96c7-4814-882f-e91797924dd2 req-cb2b583f-4828-4019-bd33-1b46dcf6c68b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518114 Feb 17 01:46:32.045192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Made reservation on behalf of 40d21b3e20404097a50b37ef1a7a9320 for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:32.050591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.071685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.104227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:32.110421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Usage tracker for resource:security_group_rule and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:32.117119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:32.131658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:32.318905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f8ac5-b9e3-4820-b47e-750950472029 req-6108c6e7-5697-420b-9c9d-550bf9c73313 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:32.320093 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-994f8ac5-b9e3-4820-b47e-750950472029 req-6108c6e7-5697-420b-9c9d-550bf9c73313 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.3807375 Feb 17 01:46:32.331693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.399843 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-994f8ac5-b9e3-4820-b47e-750950472029 req-5ca2d398-aff6-422b-8833-29fcae59c505 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0709887 Feb 17 01:46:32.400789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.426629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:46:32.450939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.451698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Added segment b9488f30-86a7-4b2a-85f5-bf24e99f2b4c of type vxlan for network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe Feb 17 01:46:32.521059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c12b9c44-2894-4a3f-9c3f-288a363f7d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:32.522788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bf06d36c-2809-4688-9147-89d2f5c98153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.612556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c016cb-89b9-46f6-a64e-7812fdd15eca,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:32.618074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:32.662807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.825576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.827066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:32.829103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:32.836309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:32.848743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a3f5-8b24-44ea-9d3f-25cbbdcd5960 req-22eaecb7-588b-487e-84cd-7daf14047585 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:32.855085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:32.863699 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e0a3f5-8b24-44ea-9d3f-25cbbdcd5960 req-22eaecb7-588b-487e-84cd-7daf14047585 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1919630 Feb 17 01:46:32.941865 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3532393 Feb 17 01:46:32.951195 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-53e0a3f5-8b24-44ea-9d3f-25cbbdcd5960 req-b8ecb5de-9753-4da4-aea2-0dbb954cadbd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838897 Feb 17 01:46:32.951195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 44978) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:32.964993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Request body: {'subnet': {'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-459599479-subnet', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:32.973425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:32.978026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Usage tracker for resource:subnet and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:32.988874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:32.989235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:32.989319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:32.989565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:32.990945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:32.991553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:33.024753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:46:33.037593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:46:33.055160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Made reservation on behalf of 40d21b3e20404097a50b37ef1a7a9320 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:33.070370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851816933'] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:33.432339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426628-bb2a-46e6-82d6-53895d1f0cc3 req-2d7a1371-0bbe-474c-b2f8-37146b6084dd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:33.436677 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0426628-bb2a-46e6-82d6-53895d1f0cc3 req-2d7a1371-0bbe-474c-b2f8-37146b6084dd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.2558503 Feb 17 01:46:33.540644 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0426628-bb2a-46e6-82d6-53895d1f0cc3 req-caf22a25-7f5f-4c20-8dec-aefb38d0ed0c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838487 Feb 17 01:46:33.719694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455d17-5867-4b52-8ef9-47238203623b req-5095b3ff-be2d-4358-9d3a-0a349478065e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:33.724723 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21455d17-5867-4b52-8ef9-47238203623b req-5095b3ff-be2d-4358-9d3a-0a349478065e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1621695 Feb 17 01:46:33.847609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21455d17-5867-4b52-8ef9-47238203623b req-8d731b38-4b50-48f8-a274-131f8da74501 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1148493 Feb 17 01:46:33.984969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851816950'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:34.263423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:34.363039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97edd0-6407-4cde-a622-01a40b94e115 req-714853b5-2a6f-492b-8c61-5be584efa9f4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:34.371573 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e97edd0-6407-4cde-a622-01a40b94e115 req-714853b5-2a6f-492b-8c61-5be584efa9f4 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2038414 Feb 17 01:46:34.393978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:34.394688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Network hostable DHCP agents. Network: f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:46:34.425324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-71aa8af6-3c35-44ca-bbf8-1de23a9c0aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:34.453263 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e97edd0-6407-4cde-a622-01a40b94e115 req-f6abec0e-681e-4301-a67f-7e9bdc85e780 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789714 Feb 17 01:46:34.521227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4e05a9-9294-4e38-9175-ff7d5b65a13a,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:34.524522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:34.540416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:46:34.608719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:34.621015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120459c-da5d-4b69-ad15-97c1bbba4524 None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:46:34.630020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:34.630801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:34.733094 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-22a17b1f-a3f9-496f-86ef-01da15c2b2f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7807927 Feb 17 01:46:34.737815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45008) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:34.746837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:34.768065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:34.795096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Usage tracker for resource:router and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:34.802027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:34.820362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:34.829449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf855b04-f844-417a-928c-784524f63202 req-74afc1b6-e213-48c0-a690-f0c9136c5fbb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:34.837865 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cf855b04-f844-417a-928c-784524f63202 req-74afc1b6-e213-48c0-a690-f0c9136c5fbb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1420984 Feb 17 01:46:34.877546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:34.878737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:34.896237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cf855b04-f844-417a-928c-784524f63202 req-d09024e5-81b6-4bc8-bcca-d44876751346 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573103 Feb 17 01:46:34.916139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.008574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:46:35.009886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.361117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c504c-226a-4776-9f9e-542b0b43e1f0 req-5c3a3a9f-4be9-45c3-a08c-e89d5e24358f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:35.362631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.371737 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f32c504c-226a-4776-9f9e-542b0b43e1f0 req-5c3a3a9f-4be9-45c3-a08c-e89d5e24358f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1918459 Feb 17 01:46:35.404253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Allocated IP 172.20.0.2 (f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe/6e4e05a9-9294-4e38-9175-ff7d5b65a13a/d677d0cc-210e-4e58-81ee-0385fe0c90b8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:35.429470 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f32c504c-226a-4776-9f9e-542b0b43e1f0 req-56d00c30-f094-42d1-b423-2592ecaea15e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0565970 Feb 17 01:46:35.675986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.688239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Transition to ACTIVE for port object d677d0cc-210e-4e58-81ee-0385fe0c90b8 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:35.705287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Transition to ACTIVE for port object d677d0cc-210e-4e58-81ee-0385fe0c90b8 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:35.734157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.751195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:35.775912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:35.824347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0efc-9107-4181-a8d8-73a9c4a95677 req-46244f00-9852-47ba-923f-46d6952c95f7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:35.825988 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d0d0efc-9107-4181-a8d8-73a9c4a95677 req-46244f00-9852-47ba-923f-46d6952c95f7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.2426662 Feb 17 01:46:35.891357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d0d0efc-9107-4181-a8d8-73a9c4a95677 req-d9760bf9-b00d-4a84-aae7-7326512df564 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Feb 17 01:46:35.908286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Pushing event updated for resources: {'Port': ['ID=d677d0cc-210e-4e58-81ee-0385fe0c90b8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:35.922247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.922635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.923018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.923394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.923809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.924228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.924595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.924980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.925323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.925686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.926047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.926416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.926817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.927225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.927517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.927866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.928232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.928592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.928952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.929310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.929670 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.930031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.930392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.930749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:35.937213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:35.972246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:35.973419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:35.975831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:36.035504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Attempting to bind port d677d0cc-210e-4e58-81ee-0385fe0c90b8 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:36.035910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Attempting to bind port d677d0cc-210e-4e58-81ee-0385fe0c90b8 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:36.036335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Attempting to bind port d677d0cc-210e-4e58-81ee-0385fe0c90b8 on network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:36.042381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:36.042809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:36.043259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.043701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Bound using segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:36.044654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Bound port: d677d0cc-210e-4e58-81ee-0385fe0c90b8, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:36.044654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.118001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc34fe-aab5-4a93-842b-78cff6de40c9 req-6cf8f9c9-5fc9-4511-9c17-ca60ab18d651 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:36.120518 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-16bc34fe-aab5-4a93-842b-78cff6de40c9 req-6cf8f9c9-5fc9-4511-9c17-ca60ab18d651 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1027226 Feb 17 01:46:36.143118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] For port d677d0cc-210e-4e58-81ee-0385fe0c90b8, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:36.146453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] For port d677d0cc-210e-4e58-81ee-0385fe0c90b8, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d677d0cc-210e-4e58-81ee-0385fe0c90b8,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:36.178276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-16bc34fe-aab5-4a93-842b-78cff6de40c9 req-69ef64a2-dd0b-4daf-82fc-b8f46c707390 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494027 Feb 17 01:46:36.213819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.215734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.301851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:36.381841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.420669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:36.469190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Pushing event updated for resources: {'Port': ['ID=d677d0cc-210e-4e58-81ee-0385fe0c90b8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:36.479776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:36.793723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b8074-a7a9-4868-977a-627a3ca1fcae req-9dcfe686-d9ee-4775-99ea-ee2abbc78c60 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:36.795375 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-467b8074-a7a9-4868-977a-627a3ca1fcae req-9dcfe686-d9ee-4775-99ea-ee2abbc78c60 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1524723 Feb 17 01:46:36.898792 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-467b8074-a7a9-4868-977a-627a3ca1fcae req-766a69f6-fb3a-4d62-a73c-3ce9fa0c3c4c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0611668 Feb 17 01:46:36.929863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Allocated IP 172.27.2.211 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/6edb5a7c-2751-4abb-acc9-e8c2166b9eac) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:37.082896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:37.154493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:37.172328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354302ee-ad8f-4729-8b9b-3afbbc6e1bd4 req-d8f931e1-704d-41b4-b70e-fb6d90acd10c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:37.173899 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-354302ee-ad8f-4729-8b9b-3afbbc6e1bd4 req-d8f931e1-704d-41b4-b70e-fb6d90acd10c tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0959899 Feb 17 01:46:37.230340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-354302ee-ad8f-4729-8b9b-3afbbc6e1bd4 req-71697de7-16e5-4963-8579-6dfed00e92cd tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Feb 17 01:46:37.230811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:37.363558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:37.412058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d677d0cc-210e-4e58-81ee-0385fe0c90b8 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:37.451545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Pushing event updated for resources: {'Port': ['ID=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:37.477203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:37.546484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:37.607198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:37.608401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:37.617414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1406be3-5037-4f25-b0e2-60d77fcede2a req-76ac6729-7d89-4476-9988-f6027c6cdca9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:37.625642 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a1406be3-5037-4f25-b0e2-60d77fcede2a req-76ac6729-7d89-4476-9988-f6027c6cdca9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1746435 Feb 17 01:46:37.628436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:37.792029 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a1406be3-5037-4f25-b0e2-60d77fcede2a req-b8808657-1147-4aab-9cf6-e90f2ed7c49e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653247 Feb 17 01:46:38.151492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16775f-b76d-439a-930c-f7013f88c472 req-c04464bb-95d6-4c0d-90e0-204ee407840b tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:38.153301 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0f16775f-b76d-439a-930c-f7013f88c472 req-c04464bb-95d6-4c0d-90e0-204ee407840b tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1034634 Feb 17 01:46:38.205065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0f16775f-b76d-439a-930c-f7013f88c472 req-40b5acbe-377a-4069-8c8d-6a0028ff94bf tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441673 Feb 17 01:46:38.316438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76751779-f2d8-4a54-bfb2-c649e997e17e None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:46:38.434564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:38.524868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Provisioning for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:38.563985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Provisioning complete for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:38.564358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:38.753009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:38.811637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] For port d677d0cc-210e-4e58-81ee-0385fe0c90b8, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d677d0cc-210e-4e58-81ee-0385fe0c90b8,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:38.840556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:38.842929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:39.244186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f9ef-2f89-4284-9ffb-1a278ed4da0d req-dc163cae-df0a-4d4f-8a77-6b58f2cd40ba tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:39.256258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-81f6f9ef-2f89-4284-9ffb-1a278ed4da0d req-dc163cae-df0a-4d4f-8a77-6b58f2cd40ba tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1820920 Feb 17 01:46:39.358428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Pushing event updated for resources: {'Port': ['ID=d677d0cc-210e-4e58-81ee-0385fe0c90b8,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:39.371049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:39.382592 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-81f6f9ef-2f89-4284-9ffb-1a278ed4da0d req-de5db94d-4242-4798-9a1d-b0b1de1f1b0a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249621 Feb 17 01:46:39.474175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-fb38d3a5-6b35-4890-b755-b776439751eb None None] Provisioning complete for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:39.474601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fb38d3a5-6b35-4890-b755-b776439751eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:39.668378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:39.676691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172896e-1d24-4e77-85f8-3d542dc87d79 req-b218747b-4a04-4bbf-b72a-9a9ce6a29ddb tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:39.684843 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b172896e-1d24-4e77-85f8-3d542dc87d79 req-b218747b-4a04-4bbf-b72a-9a9ce6a29ddb tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 1.3118854 Feb 17 01:46:39.688816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbef739-0e17-4418-86e0-db2c3c88ed00 req-85a9abd2-e6e3-43b5-8862-e8f21184dce8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:39.697407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dbbef739-0e17-4418-86e0-db2c3c88ed00 req-85a9abd2-e6e3-43b5-8862-e8f21184dce8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1572535 Feb 17 01:46:39.753831 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dbbef739-0e17-4418-86e0-db2c3c88ed00 req-a33efdcc-35a3-4348-b7e6-cb35f05bc0f4 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0553710 Feb 17 01:46:39.790875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-961ef2fd-ce28-4de7-b31c-d6b92957f56c None None] Provisioning complete for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:39.791301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-961ef2fd-ce28-4de7-b31c-d6b92957f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:39.949293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b172896e-1d24-4e77-85f8-3d542dc87d79 req-32690f9b-a7c7-43de-8fc2-1708ab83569d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633486 Feb 17 01:46:40.059269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:46:40.060069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-44e5ddc3-11a3-4391-aa02-8d5ed10f45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:40.061838 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-44e5ddc3-11a3-4391-aa02-8d5ed10f45cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 1163 time: 0.1113884 Feb 17 01:46:40.092598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a3611578-c2f0-4dc1-8c3f-17777df24bfd None None] Provisioning complete for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:40.093103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a3611578-c2f0-4dc1-8c3f-17777df24bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:40.335292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:46:40.346817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:46:40.358679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:40.359699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:40.414366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:40.418522 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6740048 Feb 17 01:46:40.418669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45242) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:40.462618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-07ba1a6a-497e-4059-ae55-b26f26dc88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:40.469145 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-07ba1a6a-497e-4059-ae55-b26f26dc88b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 200 len: 912 time: 0.3978531 Feb 17 01:46:40.610512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:40.651806 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-37c1c02b-4ffe-4690-8dcd-33cef2dfc274 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 200 len: 217 time: 0.1699719 Feb 17 01:46:40.737781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-c89bfe70-3b14-47ff-9974-6a6266d9fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:40.739795 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-c89bfe70-3b14-47ff-9974-6a6266d9fe1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 200 len: 858 time: 0.0784953 Feb 17 01:46:40.843278 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-19c9c649-4816-4077-84b3-830e19cb4876 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=acea787b-2cab-4088-8c6b-365a7955a223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937493 Feb 17 01:46:41.008275 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-d715050b-d3bd-4b23-a153-91fd2f957aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504385 Feb 17 01:46:41.016253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26876-cbe7-44fe-9c27-60e79e3f35f8 req-484606e4-0552-4f9f-9e68-896e21d8f347 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:41.024137 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-65c26876-cbe7-44fe-9c27-60e79e3f35f8 req-484606e4-0552-4f9f-9e68-896e21d8f347 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.4576597 Feb 17 01:46:41.033171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:38Z', 'revision_number': 3, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:41.038173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:46:41.038573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Updating router 34a1049b-36fd-40ac-994d-6cfead0ceb69 port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:46:41.101863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:41.109614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-65c26876-cbe7-44fe-9c27-60e79e3f35f8 req-b48a8303-9b6c-471b-aacb-b5aee6450108 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828617 Feb 17 01:46:41.295358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adaf9768-bed8-4af6-becf-6f39e114e82c req-00e6a64d-4471-4bbb-822b-d11559d23e08 service neutron] 10.222.0.59 "GET /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2699487 Feb 17 01:46:41.364330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1df84-c5fe-4569-996d-285e721ca69c req-34e01d97-2738-4f57-815e-8cc42b9c92d0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:41.365732 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ed1df84-c5fe-4569-996d-285e721ca69c req-34e01d97-2738-4f57-815e-8cc42b9c92d0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.2859440 Feb 17 01:46:41.366912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d677d0cc-210e-4e58-81ee-0385fe0c90b8 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:41.399737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69e307-47fe-421f-bc7e-2fc27f4d8fd0 req-937d12e0-76d8-46b7-9a62-8c5548e5fab8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:41.401579 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a69e307-47fe-421f-bc7e-2fc27f4d8fd0 req-937d12e0-76d8-46b7-9a62-8c5548e5fab8 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1050782 Feb 17 01:46:41.451380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:41.498867 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a69e307-47fe-421f-bc7e-2fc27f4d8fd0 req-61b27c7e-a755-4a9a-a78f-29ad1e38dd25 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906084 Feb 17 01:46:41.555529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d677d0cc-210e-4e58-81ee-0385fe0c90b8 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:41.556137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:41.709871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:41.723628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Transition to ACTIVE for port object 6edb5a7c-2751-4abb-acc9-e8c2166b9eac will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:41.775829 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5ed1df84-c5fe-4569-996d-285e721ca69c req-a0494dc0-2c5b-4946-ba86-51b88687f7a8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4017358 Feb 17 01:46:41.802302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:42.118437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Allocated IP 172.20.0.1 (f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe/6e4e05a9-9294-4e38-9175-ff7d5b65a13a/eb69f93d-c0b8-43f6-bce0-d28b407c647f) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:42.254342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.256310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:42.270723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:42.271151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.313709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.339809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5aedc-937c-46fa-9925-8d09697ca881 req-8fc0b950-f526-4080-bbbe-937a93ae35a5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:42.341546 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a5d5aedc-937c-46fa-9925-8d09697ca881 req-8fc0b950-f526-4080-bbbe-937a93ae35a5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.0983710 Feb 17 01:46:42.347070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:42.352429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Transition to ACTIVE for port object eb69f93d-c0b8-43f6-bce0-d28b407c647f will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:42.403411 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a5d5aedc-937c-46fa-9925-8d09697ca881 req-37be9679-21b5-4ccc-a769-b4c4899f0ab6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522254 Feb 17 01:46:42.414253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.436016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:42.451203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.486142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Pushing event updated for resources: {'Port': ['ID=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,revision_number=2']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:42.486444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:42.487490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.504725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.506954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.507496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.507756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:42.513555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:42.528235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.530351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3ce2563e-d705-444a-bb52-e25aac92f850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:42.537956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Attempting to bind port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:42.538368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Attempting to bind port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:42.538898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Attempting to bind port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:42.553112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:42.553961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:42.554569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.555155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:42.555818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Bound port: 6edb5a7c-2751-4abb-acc9-e8c2166b9eac, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:42.556456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.615186 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'code': 200} Feb 17 01:46:42.628180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:42.643413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:42.654763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] For port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:42.658722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] For port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:42.685064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:42.690103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:42.709261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:42.710516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:42.711585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.712885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:42.729907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:42.791320 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174acd2-6619-4f84-b739-6e3458151d1a req-a73ff5a2-03ce-490b-a262-b3842677f994 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:42.792199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:42.793239 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6174acd2-6619-4f84-b739-6e3458151d1a req-a73ff5a2-03ce-490b-a262-b3842677f994 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1035590 Feb 17 01:46:42.878289 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6174acd2-6619-4f84-b739-6e3458151d1a req-634436c7-c871-4ae9-83a1-faef403984d3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Feb 17 01:46:42.957509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Pushing event updated for resources: {'Port': ['ID=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:42.974722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:42.992724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:42.993398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:43.001030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4cf11680-50db-4673-8b84-3aea821c52ed None None] Provisioning for port eb69f93d-c0b8-43f6-bce0-d28b407c647f completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:43.008047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4cf11680-50db-4673-8b84-3aea821c52ed None None] Provisioning complete for port eb69f93d-c0b8-43f6-bce0-d28b407c647f triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:43.008673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4cf11680-50db-4673-8b84-3aea821c52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.035096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.074477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-4cf11680-50db-4673-8b84-3aea821c52ed None None] Port eb69f93d-c0b8-43f6-bce0-d28b407c647f cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:46:43.091588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89251b33-5ee0-4ec5-a03c-a5e92646681b req-eceb7af2-4f17-4e39-a59b-2f42fdacca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:43.093219 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-89251b33-5ee0-4ec5-a03c-a5e92646681b req-eceb7af2-4f17-4e39-a59b-2f42fdacca9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.0910957 Feb 17 01:46:43.144011 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-89251b33-5ee0-4ec5-a03c-a5e92646681b req-5e2b2cde-e70d-42eb-a994-c552873de4bb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0381749 Feb 17 01:46:43.173354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed4574-a032-4ebb-8ad3-5a9089fb7289 req-9b2163d1-4e06-4afe-8a8a-55590b4d4ac7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:43.174978 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75ed4574-a032-4ebb-8ad3-5a9089fb7289 req-9b2163d1-4e06-4afe-8a8a-55590b4d4ac7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.2307918 Feb 17 01:46:43.198522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:43.347094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:43.350904 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75ed4574-a032-4ebb-8ad3-5a9089fb7289 req-cdb406a6-83ad-43b6-b193-866c8daab586 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1465006 Feb 17 01:46:43.432374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.474127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:43.474551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.476675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.536473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:43.586074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.634783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:43.717171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:43.717605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:43.732878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:43.743600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:43.753263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479484b9-b993-451a-a0e8-7c6b63b333df req-3ae3019a-61b1-4877-ba88-a97503aa5488 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:43.754498 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-479484b9-b993-451a-a0e8-7c6b63b333df req-3ae3019a-61b1-4877-ba88-a97503aa5488 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1795011 Feb 17 01:46:43.848360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-479484b9-b993-451a-a0e8-7c6b63b333df req-35b35c73-7182-4ac0-9853-24bbb02bedbf tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858517 Feb 17 01:46:43.861936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:43.866634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:43.867936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:43.870887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf065a7-9286-4098-a90b-a5a4e55c8bbc None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:46:44.102351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-d72f9006-98aa-4690-ab88-10b2e5a17469 None None] Provisioning complete for port eb69f93d-c0b8-43f6-bce0-d28b407c647f triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:44.102871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d72f9006-98aa-4690-ab88-10b2e5a17469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:44.145942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:46:44.154455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316d01-4923-4d14-8b66-1747213b5c4e req-2f8cf6c2-739e-4e91-b371-55530cddb813 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:44.156765 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96316d01-4923-4d14-8b66-1747213b5c4e req-2f8cf6c2-739e-4e91-b371-55530cddb813 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1515057 Feb 17 01:46:44.162337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d72f9006-98aa-4690-ab88-10b2e5a17469 None None] Port eb69f93d-c0b8-43f6-bce0-d28b407c647f cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:46:44.376471 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96316d01-4923-4d14-8b66-1747213b5c4e req-54a0f498-0e01-427a-a984-f0628c35a2c0 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102726 Feb 17 01:46:44.430830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:46:44.448005 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] 10.222.0.46 "PUT /v2.0/routers/34a1049b-36fd-40ac-994d-6cfead0ceb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0212567 Feb 17 01:46:44.690293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b4eb-a8bb-4689-810f-32cdacadf0dc req-62c99b53-657b-460b-87ea-0ad5b9075b6d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:44.692060 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4b69b4eb-a8bb-4689-810f-32cdacadf0dc req-62c99b53-657b-460b-87ea-0ad5b9075b6d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1380014 Feb 17 01:46:44.755258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4b69b4eb-a8bb-4689-810f-32cdacadf0dc req-6eb44450-5cb5-49e6-8919-3c4158bd9394 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566177 Feb 17 01:46:45.107551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67f70-5d39-4a3a-a877-9ba6907f6583 req-e3592f67-69f0-4c84-8402-dcad0e3dd44b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:45.115988 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b1f67f70-5d39-4a3a-a877-9ba6907f6583 req-e3592f67-69f0-4c84-8402-dcad0e3dd44b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1028733 Feb 17 01:46:45.184383 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b1f67f70-5d39-4a3a-a877-9ba6907f6583 req-c04a07ef-1af1-4d01-b836-1ba580dcb971 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669146 Feb 17 01:46:45.318423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:45.399619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6edb5a7c-2751-4abb-acc9-e8c2166b9eac up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:45.571177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:45.571641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.629602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45344) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:45.636551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-685134231-network', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:45.642299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:45.646786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Usage tracker for resource:network and tenant:cf10ab88bf8a4d9d87f0c440e843a8b1 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:45.650696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:45.658141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:45.682205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:45.697659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Made reservation on behalf of cf10ab88bf8a4d9d87f0c440e843a8b1 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:45.699779 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:45.700306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.702574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.716597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.734962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:45.738727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf10ab88bf8a4d9d87f0c440e843a8b1 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:45.741852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:45.747782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:45.851627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.853407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.871126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:45.914907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.918271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:45.921950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:45.931002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-64ef2e49-dc4e-44f3-a6b0-3e8d34f5ad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:45.973910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:46:45.976608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc49af-e260-484c-a9cd-bbdac2bb2860,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:45.983265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:45.993558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:45.997239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:46.004775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.005171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Added segment 704d6a34-5542-4f8e-9d92-806c60efb223 of type vxlan for network 181eac01-c265-455d-bd99-12f61c2a0c23 Feb 17 01:46:46.024693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bb516-3028-441b-8f92-cfe0221cfa4c req-3ca7cc23-09d8-41a0-b40a-4e1fea41d0b6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:46.026329 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a77bb516-3028-441b-8f92-cfe0221cfa4c req-3ca7cc23-09d8-41a0-b40a-4e1fea41d0b6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1480238 Feb 17 01:46:46.063109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.097517 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a77bb516-3028-441b-8f92-cfe0221cfa4c req-672bebc7-c8e0-4b1a-890f-e9fce2383db8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0552971 Feb 17 01:46:46.179287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.180659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:46.181476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.187559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:46.296677 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=181eac01-c265-455d-bd99-12f61c2a0c23,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:46.299671 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:46.305562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbe54-f45d-4bba-a993-e339fafab61f req-53cb50d0-31de-48a0-8f74-c96a08d69d4a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:46.308357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1d5fbe54-f45d-4bba-a993-e339fafab61f req-53cb50d0-31de-48a0-8f74-c96a08d69d4a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0955894 Feb 17 01:46:46.310107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:46:46.325552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:46:46.360171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1d5fbe54-f45d-4bba-a993-e339fafab61f req-2e096d85-dd69-4c74-a321-2db2790ad175 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453715 Feb 17 01:46:46.597786 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-dd42865c-0399-4123-a8f8-308f1258f3cb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1936934 Feb 17 01:46:46.603421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:46.609446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:46.613587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Usage tracker for resource:floatingip and tenant:5e2b739a30094d408ee00b6f32230092 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:46.616649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:46.622464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:46.631488 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0005925 Feb 17 01:46:46.634338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45366) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:46.642093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Request body: {'subnet': {'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-685134231-subnet', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:46.653923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:46.653923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Usage tracker for resource:subnet and tenant:cf10ab88bf8a4d9d87f0c440e843a8b1 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:46.655362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:46.662101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:46.670913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.676792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a3ae4-d906-470c-a495-3bb69d0d7ac4 req-0a1ae828-b234-471b-99ee-a08d4a8177bf tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:46.678419 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7d9a3ae4-d906-470c-a495-3bb69d0d7ac4 req-0a1ae828-b234-471b-99ee-a08d4a8177bf tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.3672051 Feb 17 01:46:46.727496 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7d9a3ae4-d906-470c-a495-3bb69d0d7ac4 req-ad5db64b-6fd5-4483-835f-99b9a6be2193 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Feb 17 01:46:46.741987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Made reservation on behalf of cf10ab88bf8a4d9d87f0c440e843a8b1 for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:46:46.746726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:46.983854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:47.281298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6edb5a7c-2751-4abb-acc9-e8c2166b9eac up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:47.358587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:47.359490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:47.404769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Allocated IP 172.27.2.166 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/ac8ad272-080c-40c9-8787-51d737d772c7) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:47.553024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:47.570298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:47.616856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:46:47.627927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:47.628913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:47.840992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:47.932025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ee224f-fa0d-4c13-9b38-065a3573f461,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:47.947552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:47.988931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27607e67-8d47-453d-a36e-4fbf3e28b3fc req-902035da-b4c7-4576-be24-d2792acd156f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:47.990706 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27607e67-8d47-453d-a36e-4fbf3e28b3fc req-902035da-b4c7-4576-be24-d2792acd156f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 943 time: 0.1176012 Feb 17 01:46:47.998365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:48.006774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.044250 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27607e67-8d47-453d-a36e-4fbf3e28b3fc req-2fd7bf7b-5f1d-4294-8bb2-bcab8dc630ab tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432506 Feb 17 01:46:48.066775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Checking segment: {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:48.067182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Network hostable DHCP agents. Network: 181eac01-c265-455d-bd99-12f61c2a0c23, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:46:48.116752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.132668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff62a1ba-c5fd-4cb7-b464-f07e6dfcdf55 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:48.230517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Network 181eac01-c265-455d-bd99-12f61c2a0c23 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:46:48.280174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'Port': ['ID=ac8ad272-080c-40c9-8787-51d737d772c7,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:48.285503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:48.300496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 181eac01-c265-455d-bd99-12f61c2a0c23) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:48.313801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a63de-e39c-4449-8028-4c0f7f6974cd None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:46:48.327147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:48.328349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.369405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:48.369405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:48.370738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:48.404741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7691429 Feb 17 01:46:48.408290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45386) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:48.414492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:48.420305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:46:48.424282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Usage tracker for resource:router and tenant:cf10ab88bf8a4d9d87f0c440e843a8b1 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:46:48.427715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:46:48.433456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:46:48.435625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:48.435782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.469424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.470855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.509218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.627323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.629549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.750633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-181eac01-c265-455d-bd99-12f61c2a0c23', 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'fixed_ips': [{'subnet_id': '76ee224f-fa0d-4c13-9b38-065a3573f461'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:46:48.751548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.772121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.788335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:43Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:48.795995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:46:48.795995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Updating router 34a1049b-36fd-40ac-994d-6cfead0ceb69 port eb69f93d-c0b8-43f6-bce0-d28b407c647f binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:46:48.907993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:48.945805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.986070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:48.990720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:48.997511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.017067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.138511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:49.201375 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'code': 200} Feb 17 01:46:49.213942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event updated for resources: {'Port': ['ID=ac8ad272-080c-40c9-8787-51d737d772c7,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:49.219516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:49.241487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.294946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ab6b73af-0fb4-47d6-8be8-5d06f7668366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:49.314325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.377634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.378776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5725308-3b42-4079-88ed-9801c4550c66 req-dd423c80-0b0c-4b89-b25d-18f34d83bd8d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:49.380424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b5725308-3b42-4079-88ed-9801c4550c66 req-dd423c80-0b0c-4b89-b25d-18f34d83bd8d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1867750 Feb 17 01:46:49.387674 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7888300 Feb 17 01:46:49.537241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-714205d8-4144-4634-8eee-56f02500bd6a req-deaf9db3-7a5b-40fd-a4a3-1269df83f932 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:46:49.538722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b5725308-3b42-4079-88ed-9801c4550c66 req-abe2795f-0afa-4d5e-a465-6a87a8cd937b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965738 Feb 17 01:46:49.552486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.555004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.589875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.597467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:49.603190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:49.619339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-714205d8-4144-4634-8eee-56f02500bd6a req-deaf9db3-7a5b-40fd-a4a3-1269df83f932 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:46:49.620693 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-deaf9db3-7a5b-40fd-a4a3-1269df83f932 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.166 HTTP/1.1" status: 200 len: 696 time: 0.2318883 Feb 17 01:46:49.659129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Transition to ACTIVE for port object eb69f93d-c0b8-43f6-bce0-d28b407c647f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:49.696372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:49.717662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d023383d-3239-497b-bccd-b64a279f35f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:49.854186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714205d8-4144-4634-8eee-56f02500bd6a req-8d314754-0000-4a05-81c6-31e91856acd8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:49.856357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-8d314754-0000-4a05-81c6-31e91856acd8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.2291868 Feb 17 01:46:49.859561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248ea1d-59cc-4afd-9e05-a7bc8f9e555d req-ebfadc1f-d646-47be-8ed1-195f4f278d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:49.861179 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6248ea1d-59cc-4afd-9e05-a7bc8f9e555d req-ebfadc1f-d646-47be-8ed1-195f4f278d69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1162 time: 0.1552501 Feb 17 01:46:49.867551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-03fe1f24-5fdb-462e-a686-68018187774e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:46:49.869426 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-714205d8-4144-4634-8eee-56f02500bd6a req-03fe1f24-5fdb-462e-a686-68018187774e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062728 Feb 17 01:46:49.925614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Allocated IP 172.27.2.69 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/264c558c-e1b6-426c-970f-164549e984c2) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:49.940551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6248ea1d-59cc-4afd-9e05-a7bc8f9e555d req-850b0f61-6874-43c1-b06e-f7ded054b0c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701056 Feb 17 01:46:50.005908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Allocated IP 172.20.0.2 (181eac01-c265-455d-bd99-12f61c2a0c23/76ee224f-fa0d-4c13-9b38-065a3573f461/6095980d-6af8-4f45-becf-146460ad92be) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:50.020420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Pushing event updated for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:50.024707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:50.173168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Attempting to bind port eb69f93d-c0b8-43f6-bce0-d28b407c647f on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:50.173799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Attempting to bind port eb69f93d-c0b8-43f6-bce0-d28b407c647f by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:50.173925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Attempting to bind port eb69f93d-c0b8-43f6-bce0-d28b407c647f on network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:50.181497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:50.181919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:50.182369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.182810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Bound using segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:50.183333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Bound port: eb69f93d-c0b8-43f6-bce0-d28b407c647f, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:50.183749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.191160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.213316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-24a675ca-ed67-42cd-b02e-a350e4e9551f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:50.214968 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-24a675ca-ed67-42cd-b02e-a350e4e9551f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1690145 Feb 17 01:46:50.313389 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-2ff1065c-ce1c-432d-ab5d-438bf5dc3a2d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.166 HTTP/1.1" status: 200 len: 696 time: 0.0885451 Feb 17 01:46:50.329554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Request body: {'floatingip': {'port_id': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:46:50.418705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.488639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.518800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:50.548340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] For port eb69f93d-c0b8-43f6-bce0-d28b407c647f, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:50.567803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] For port eb69f93d-c0b8-43f6-bce0-d28b407c647f, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=eb69f93d-c0b8-43f6-bce0-d28b407c647f,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:50.581028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.592621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Transition to ACTIVE for port object 6095980d-6af8-4f45-becf-146460ad92be will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:50.610214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Transition to ACTIVE for port object 6095980d-6af8-4f45-becf-146460ad92be will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:50.619687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.636290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:50.712539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=264c558c-e1b6-426c-970f-164549e984c2,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:50.736712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:50.748374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:50.763543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e1a6d-a503-4b1d-81d8-b8b050d71b6a req-1adbba07-8586-4c9c-8d68-433863d45a72 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:50.768844 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba9e1a6d-a503-4b1d-81d8-b8b050d71b6a req-1adbba07-8586-4c9c-8d68-433863d45a72 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0996113 Feb 17 01:46:50.818722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba9e1a6d-a503-4b1d-81d8-b8b050d71b6a req-a1686cc3-6aa9-48e4-89e9-24b3b8022343 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Feb 17 01:46:50.893990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Pushing event updated for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:50.910298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:50.913390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21faccda-a52c-4551-9757-e1ef9c67a00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:51.082253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:51.082969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:51.152587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:51.214444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:51.220764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:51.243107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:51.253083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Pushing event updated for resources: {'Port': ['ID=6095980d-6af8-4f45-becf-146460ad92be,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:51.259227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:51.260284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:51.267125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:51.386510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device eb69f93d-c0b8-43f6-bce0-d28b407c647f up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:51.466357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Attempting to bind port 6095980d-6af8-4f45-becf-146460ad92be on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:51.466777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Attempting to bind port 6095980d-6af8-4f45-becf-146460ad92be by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:51.467188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Attempting to bind port 6095980d-6af8-4f45-becf-146460ad92be on network 181eac01-c265-455d-bd99-12f61c2a0c23 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:51.522509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:51.522744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Checking segment: {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:51.523167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:51.523674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Bound using segment: {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:51.524337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Bound port: 6095980d-6af8-4f45-becf-146460ad92be, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:51.524657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:51.571326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:51.684449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:51.993314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port eb69f93d-c0b8-43f6-bce0-d28b407c647f completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:52.001914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] For port 6095980d-6af8-4f45-becf-146460ad92be, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:52.014014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port eb69f93d-c0b8-43f6-bce0-d28b407c647f triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:52.014354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.053616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:52.054041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.106153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] For port 6095980d-6af8-4f45-becf-146460ad92be, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6095980d-6af8-4f45-becf-146460ad92be,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:52.154149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.176882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:52.198050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b496b4-adb1-463f-8a49-65522cc4a824 req-79396e4b-1596-4566-ae0c-bc13b141f6a2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:52.204794 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-32b496b4-adb1-463f-8a49-65522cc4a824 req-79396e4b-1596-4566-ae0c-bc13b141f6a2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1712682 Feb 17 01:46:52.213655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.315980 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-32b496b4-adb1-463f-8a49-65522cc4a824 req-5e4eb7eb-4f3c-49d7-a545-c933ae159cb9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021223 Feb 17 01:46:52.433447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45478) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:52.667537 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e140db19-8e50-46e0-a379-6902a8879e6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e600c8788f1c40e1aaf3c07475267019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326686 Feb 17 01:46:52.669931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45494) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:52.704913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.753665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.800296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.864071 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Pushing event updated for resources: {'Port': ['ID=6095980d-6af8-4f45-becf-146460ad92be,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:52.867999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:52.907606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.926691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:52.933175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f5c1d68e-6634-4957-bdce-1491890cab08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:52.953562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9d6db-474a-4c94-878d-2600a2e7f1c0,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:52.963067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.963640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.964217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.964740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.965251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.965761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.966401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.966909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.967414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.967919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.969022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.969531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.971081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.971593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.972101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.972570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.975713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:52.980896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:53.020659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port eb69f93d-c0b8-43f6-bce0-d28b407c647f, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=eb69f93d-c0b8-43f6-bce0-d28b407c647f,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:53.026145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:53.030065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94c9d6db-474a-4c94-878d-2600a2e7f1c0 HTTP/1.1" status: 204 len: 168 time: 0.3563011 Feb 17 01:46:53.045228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:50Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:53.057204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2d10a-42e3-4f1e-a0ea-9745119bec8b None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:50Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:46:53.074013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:53.074856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:53.075478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:53.174972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:53.178570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:53.301388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device eb69f93d-c0b8-43f6-bce0-d28b407c647f up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:53.403607 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Floating IP 3443f1ca-002c-4b9d-b2a6-57c5f3a3c614 associated. External IP: 172.27.2.166, port: 2e5ca71c-b67e-4264-9615-58c71e5f6425. Feb 17 01:46:53.474356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port eb69f93d-c0b8-43f6-bce0-d28b407c647f triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:53.474780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:53.561266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:53.935415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ce9a4-5b92-436b-9ac8-61d18fcb998c req-85b3aff8-c029-40f3-b3d2-21638e29aede tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:53.937283 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0b5ce9a4-5b92-436b-9ac8-61d18fcb998c req-85b3aff8-c029-40f3-b3d2-21638e29aede tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.1926000 Feb 17 01:46:53.987032 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0b5ce9a4-5b92-436b-9ac8-61d18fcb998c req-1dfe63c9-1268-4db0-9630-168cfb6530ec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Feb 17 01:46:54.239733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Router 9c06da94-ea41-43f7-8905-61c83790d101 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:46:54.311179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:46:54.604507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:46:54.615408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Sync routers for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:46:54.626524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:46:54.626763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:54.628107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:54.629571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:54.636021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Sync routers for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:46:54.647684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:54.648732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:54.701707 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-599959fa-a5f9-40ad-9994-5bfd9cc7b915 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "PUT /v2.0/floatingips/3443f1ca-002c-4b9d-b2a6-57c5f3a3c614 HTTP/1.1" status: 200 len: 996 time: 4.3786187 Feb 17 01:46:54.702259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:46:54.766957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:54.768296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3583429 Feb 17 01:46:54.772630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45566) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:54.805594 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'status': 'completed', 'code': 200} Feb 17 01:46:54.818388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adba1c0-04c8-4646-a353-d27d930f6c2d None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:46:54.834851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-03766fbc-3ae9-42e9-ad49-75af896a7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:54.836536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-03766fbc-3ae9-42e9-ad49-75af896a7ed0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.1184821 Feb 17 01:46:54.898511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:55.000400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-9a502c05-eee2-470b-8293-cff4bbb61e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:55.008265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-07fd1e32-d41c-41c2-b37b-ba6f22afe1aa None None] Provisioning for port 6095980d-6af8-4f45-becf-146460ad92be completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:55.009910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-9a502c05-eee2-470b-8293-cff4bbb61e4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.1660252 Feb 17 01:46:55.042373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:55.239543 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-dd59f01a-2330-4d5f-b184-bdcbd0920e2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 999 time: 0.2286623 Feb 17 01:46:55.332187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-6a25a493-2d1a-47bf-9f60-70a71f5fe5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:55.337851 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-6a25a493-2d1a-47bf-9f60-70a71f5fe5cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0938895 Feb 17 01:46:55.463806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '3443f1ca-002c-4b9d-b2a6-57c5f3a3c614', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'port_id': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'mac_address': 'fa:16:3e:e7:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 1, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:55.471997 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Checking router: 9c06da94-ea41-43f7-8905-61c83790d101 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:46:55.482125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6095980d-6af8-4f45-becf-146460ad92be up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:55.488949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:55.489780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:55.499624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-58bb0f28-42f7-416c-999f-0e34ce3556ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:55.501548 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-58bb0f28-42f7-416c-999f-0e34ce3556ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593692 Feb 17 01:46:55.512735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-bdbd46a7-7b02-441c-9b7b-74878db93ee6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:46:55.514888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-bdbd46a7-7b02-441c-9b7b-74878db93ee6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067399 Feb 17 01:46:55.652138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:51Z', 'revision_number': 3, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:55.661558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Checking router: 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:46:55.662207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Updating router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 port 264c558c-e1b6-426c-970f-164549e984c2 binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:46:55.703423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 6095980d-6af8-4f45-becf-146460ad92be completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:55.717299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 6095980d-6af8-4f45-becf-146460ad92be triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:55.717706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:55.723359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:55.821446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.061262 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-da6c8a79-e939-425a-9065-083a00e76651 service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385292 Feb 17 01:46:56.087283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:46:56.105927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107c27-077e-4790-ae14-712f0b13edad req-9640e87f-ee5a-4ce5-81a8-0d8ae4b3d63a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:56.113854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-39107c27-077e-4790-ae14-712f0b13edad req-9640e87f-ee5a-4ce5-81a8-0d8ae4b3d63a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.7863169 Feb 17 01:46:56.225881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '3443f1ca-002c-4b9d-b2a6-57c5f3a3c614', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'port_id': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'mac_address': 'fa:16:3e:e7:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 1, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:56.232280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278bb206-8590-419b-8fc6-dd128fba78a1 None None] The sync data for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi is: [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '3443f1ca-002c-4b9d-b2a6-57c5f3a3c614', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'port_id': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'mac_address': 'fa:16:3e:e7:c6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 1, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:46:56.234501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-39107c27-077e-4790-ae14-712f0b13edad req-7ead6d7d-98b1-4a84-9493-908ed2553547 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194410 Feb 17 01:46:56.379693 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fd858d1-ec80-4000-9b6e-aa58d9e285d8 req-0961db1e-8c6b-473d-9dce-2db03ad00f11 service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3058059 Feb 17 01:46:56.528928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-d518e43f-f277-4383-b5da-53cade6f2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:56.530962 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-d518e43f-f277-4383-b5da-53cade6f2eb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.3103130 Feb 17 01:46:56.541916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.650250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-cb95fced-d7c2-4509-8c4d-bb45e81b3bbd None None] Provisioning complete for port 6095980d-6af8-4f45-becf-146460ad92be triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:56.650674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb95fced-d7c2-4509-8c4d-bb45e81b3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.676910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83181b18-4f20-45ec-9e09-9de296473173 None None] New status for floating IP 3443f1ca-002c-4b9d-b2a6-57c5f3a3c614: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:46:56.690524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.763505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.778374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 6095980d-6af8-4f45-becf-146460ad92be, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6095980d-6af8-4f45-becf-146460ad92be,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:56.852025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:56.858140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:56.894114 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-820cb25a-90ee-4ceb-8a1e-78e73edba201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:56.894767 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-820cb25a-90ee-4ceb-8a1e-78e73edba201 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.3052459 Feb 17 01:46:57.011140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=6095980d-6af8-4f45-becf-146460ad92be,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:57.015803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:57.027552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.041115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Transition to ACTIVE for port object 264c558c-e1b6-426c-970f-164549e984c2 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:57.055089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-41ee89fe-cdd0-4e13-90e9-235e67d03bbe None None] Provisioning complete for port 6095980d-6af8-4f45-becf-146460ad92be triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:57.055511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-41ee89fe-cdd0-4e13-90e9-235e67d03bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.086824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.096192 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-05fbb13b-7024-4397-94e4-8b83f5556e5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 1001 time: 0.1734405 Feb 17 01:46:57.109657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:57.231866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Allocated IP 172.20.0.1 (181eac01-c265-455d-bd99-12f61c2a0c23/76ee224f-fa0d-4c13-9b38-065a3573f461/e482dbde-3779-419e-b48d-58d61e4c1b30) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:46:57.238954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-1a38c736-2aba-443c-a30b-04530f50bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:57.241044 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-1a38c736-2aba-443c-a30b-04530f50bfd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.1065583 Feb 17 01:46:57.284506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df8b1-46e4-49e6-9ffc-d0345faa8a19 None None] Pushing event updated for resources: {'Port': ['ID=264c558c-e1b6-426c-970f-164549e984c2,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:57.312583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4f9df8b1-46e4-49e6-9ffc-d0345faa8a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:57.351192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6095980d-6af8-4f45-becf-146460ad92be up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:57.494193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Attempting to bind port 264c558c-e1b6-426c-970f-164549e984c2 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:46:57.494701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Attempting to bind port 264c558c-e1b6-426c-970f-164549e984c2 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:46:57.495005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Attempting to bind port 264c558c-e1b6-426c-970f-164549e984c2 on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:46:57.502407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 6095980d-6af8-4f45-becf-146460ad92be triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:57.502876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.534243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:46:57.534572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:46:57.535035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.535485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:46:57.536296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Bound port: 264c558c-e1b6-426c-970f-164549e984c2, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:46:57.536737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.542211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-447aac7e-01ee-4d43-99e8-af747d86cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:57.543824 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-447aac7e-01ee-4d43-99e8-af747d86cfad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2922337 Feb 17 01:46:57.621708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45602) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:57.646676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] For port 264c558c-e1b6-426c-970f-164549e984c2, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:46:57.679015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.696300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] For port 264c558c-e1b6-426c-970f-164549e984c2, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=264c558c-e1b6-426c-970f-164549e984c2,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:46:57.733745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.746136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e33a5b-4521-4128-8226-c7e0db36975a req-ceaf297b-7af1-468b-a5f5-4d68229cf303 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:57.747783 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09e33a5b-4521-4128-8226-c7e0db36975a req-ceaf297b-7af1-468b-a5f5-4d68229cf303 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.3509984 Feb 17 01:46:57.753175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:57.753870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Transition to ACTIVE for port object e482dbde-3779-419e-b48d-58d61e4c1b30 will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:46:57.786479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Deleting subnet b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:46:57.798991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.853297 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-b5a86bf8-4d05-4a55-9d32-2a3b436f129a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1632605 Feb 17 01:46:57.856186 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09e33a5b-4521-4128-8226-c7e0db36975a req-10e9859d-93c0-42b7-9db5-9661d2400a99 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954254 Feb 17 01:46:57.878334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.883920 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-9c6b6daf-9240-4f48-99b1-a9270ea91455 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292720 Feb 17 01:46:57.955138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df8b1-46e4-49e6-9ffc-d0345faa8a19 None None] Pushing event updated for resources: {'Port': ['ID=264c558c-e1b6-426c-970f-164549e984c2,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:57.958959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4f9df8b1-46e4-49e6-9ffc-d0345faa8a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:57.990478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:57.993937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:46:57.994692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:58.008510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:58.069808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:58.078459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-69443b8e-fb96-4dc2-8c97-4c1ca8cc8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:58.080341 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-69443b8e-fb96-4dc2-8c97-4c1ca8cc8a48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 1162 time: 0.1599598 Feb 17 01:46:58.225623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:46:58.270606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Pushing event updated for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:58.277613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:58.291232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-3fc1dfa5-4e6d-439a-87c7-5eb37d2f69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:58.293043 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-3fc1dfa5-4e6d-439a-87c7-5eb37d2f69cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.1455865 Feb 17 01:46:58.318735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0787088f-2ef5-4267-97a5-cb5e43282a54 req-c762cae1-8d22-4739-ae9c-bb55efe80a8d service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4155467 Feb 17 01:46:58.343731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Network 181eac01-c265-455d-bd99-12f61c2a0c23 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:46:58.346947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:46:58.350152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:46:58.409505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dcc55-caaf-4618-ae4b-6c6ef63692ba req-3ba279d6-430c-4c75-8101-287346639645 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:58.411202 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-688dcc55-caaf-4618-ae4b-6c6ef63692ba req-3ba279d6-430c-4c75-8101-287346639645 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.2131326 Feb 17 01:46:58.474794 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-968152c9-7ef9-4995-bf22-770471c4f984 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 200 len: 1001 time: 0.1679678 Feb 17 01:46:58.490513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:58.522984 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-688dcc55-caaf-4618-ae4b-6c6ef63692ba req-7c8ce89f-351e-444e-9283-c063e35db526 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037383 Feb 17 01:46:58.647684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:51Z', 'revision_number': 3, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:46:58.652095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685ccbb-1014-4a6e-bcf6-43efe8444759 None None] The sync data for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi is: [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:51Z', 'revision_number': 3, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:46:58.657073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-445d9f9a-415d-4339-830f-762c6c87c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:58.658707 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-445d9f9a-415d-4339-830f-762c6c87c142 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.1664224 Feb 17 01:46:58.716295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-01fd6957-47ec-47ed-a9dc-66f3db0228ee None None] Provisioning for port e482dbde-3779-419e-b48d-58d61e4c1b30 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:58.721609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-01fd6957-47ec-47ed-a9dc-66f3db0228ee None None] Provisioning complete for port e482dbde-3779-419e-b48d-58d61e4c1b30 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:58.722031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-01fd6957-47ec-47ed-a9dc-66f3db0228ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:58.724262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:58.767582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-daa7064c-8256-4413-9aae-c42a5378a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:58.770011 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-daa7064c-8256-4413-9aae-c42a5378a948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972331 Feb 17 01:46:58.788150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-01fd6957-47ec-47ed-a9dc-66f3db0228ee None None] Port e482dbde-3779-419e-b48d-58d61e4c1b30 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:46:58.932257 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-2d598222-3aaa-402d-9f15-dd361d42cece service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521964 Feb 17 01:46:59.034865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.068458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d43df32-c8b3-4960-ac89-6038ce9a4b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:59.171777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b83dd3-cc74-47e8-b96f-fd0ab34826e9,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:59.207986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.208416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.208823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.209222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.209617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.213183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.214088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.214088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.214283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.215360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.215360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.216014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.216392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.216783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.217171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.217558 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:46:59.225336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:59.293411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.295529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.300665 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7756c685-3cbe-473a-a999-65bad02f2b27 req-95c06c7b-3ea0-43cb-9da9-5c30617b4b64 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3493130 Feb 17 01:46:59.306318 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-14942bc6-48ba-451d-8c1c-95409c1f5b40 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b9b83dd3-cc74-47e8-b96f-fd0ab34826e9 HTTP/1.1" status: 204 len: 168 time: 1.6807084 Feb 17 01:46:59.306585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45620) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:46:59.336740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.337606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 264c558c-e1b6-426c-970f-164549e984c2 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:46:59.440945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:59.459387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 264c558c-e1b6-426c-970f-164549e984c2 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:46:59.466009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 264c558c-e1b6-426c-970f-164549e984c2 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:46:59.466696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.567503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.644520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.664227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 264c558c-e1b6-426c-970f-164549e984c2, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=264c558c-e1b6-426c-970f-164549e984c2,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:46:59.703030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.704445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Pushing event updated for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:59.706244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-db82c0eb-d7d5-4602-876a-cfa90df0258b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:46:59.716922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:59.728336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:46:59.801922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=264c558c-e1b6-426c-970f-164549e984c2,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:46:59.806963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:46:59.824686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd0d4-8766-4dba-b629-028a85498c35 req-583feb78-9341-40e7-a9dd-c9e2b09352d3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:46:59.835937 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa5cd0d4-8766-4dba-b629-028a85498c35 req-583feb78-9341-40e7-a9dd-c9e2b09352d3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1423974 Feb 17 01:46:59.890802 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa5cd0d4-8766-4dba-b629-028a85498c35 req-a9c6703a-cdab-49a1-864f-b0e62cfa050e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Feb 17 01:46:59.999762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:00.091215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Network 181eac01-c265-455d-bd99-12f61c2a0c23 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:47:00.095258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:47:00.268357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de97eca1-b758-4bd2-947f-ba46575bdffa']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:00.294918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daa6764-9afd-4f48-a83d-b10dd28b76de') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:00.295264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daa6764-9afd-4f48-a83d-b10dd28b76de') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:00.312967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:00.326663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-2c04aae8-a48c-47db-ad59-cdc087fadd25 None None] Provisioning complete for port e482dbde-3779-419e-b48d-58d61e4c1b30 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:00.327084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2c04aae8-a48c-47db-ad59-cdc087fadd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:00.366108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:47:00.400836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-2c04aae8-a48c-47db-ad59-cdc087fadd25 None None] Port e482dbde-3779-419e-b48d-58d61e4c1b30 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:47:00.439279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:00.501565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:47:00.732938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Network de97eca1-b758-4bd2-947f-ba46575bdffa has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:00.744034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:00.833469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:47:00.910744 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] 10.222.0.46 "PUT /v2.0/routers/074ddcfb-0cbb-4433-8b98-d793c3a38ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1358287 Feb 17 01:47:00.942798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Network de97eca1-b758-4bd2-947f-ba46575bdffa has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:47:00.966379 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:47:01.142007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9641a-208d-4c75-9c30-1a07fb085a41 req-1c10e9e2-7dd2-4299-a45e-53e678b54a1e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:01.144565 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78e9641a-208d-4c75-9c30-1a07fb085a41 req-1c10e9e2-7dd2-4299-a45e-53e678b54a1e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1257882 Feb 17 01:47:01.203526 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78e9641a-208d-4c75-9c30-1a07fb085a41 req-9736fa4f-79e7-4b61-aa51-ef36b5f72e2b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 Feb 17 01:47:01.303066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:01.314155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:01.325989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:01.363718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 264c558c-e1b6-426c-970f-164549e984c2 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:47:01.371574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=de97eca1-b758-4bd2-947f-ba46575bdffa,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:01.378890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:01.410940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0ec7daed-766f-47a8-9ab8-f97cdd5cb8f8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/de97eca1-b758-4bd2-947f-ba46575bdffa HTTP/1.1" status: 204 len: 168 time: 2.1029639 Feb 17 01:47:01.503607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 264c558c-e1b6-426c-970f-164549e984c2 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:01.504052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:01.752300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Sync routers for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:47:01.762628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:47:01.763302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:01.767914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1981567768', 'description': 'tempest-TestVolumeBootPattern-1981567768 description'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:01.783851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:01.790289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Usage tracker for resource:security_group and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:01.794202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:01.800852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:01.904144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:01.960751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:01.967885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Usage tracker for resource:security_group_rule and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:01.971857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:01.982523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:02.006755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:47:02.006944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45678) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:02.035583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-e2fd7166-eb01-45e7-80f3-3f19fe2a4831 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:02.037240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-e2fd7166-eb01-45e7-80f3-3f19fe2a4831 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1976562 Feb 17 01:47:02.064161 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4ffc5c74-f6aa-45a9-ae27-6fe674f679cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca94ae91ef0e4eb1ae254eeb9ac7f3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559845 Feb 17 01:47:02.066935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45682) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:02.137155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.178655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.181192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.189915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Deleting port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:02.193119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.223721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.234104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b9968b97-fbc4-43b3-9d7c-2025b57cb88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:02.263467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.275537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:02.295390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d0233e-6377-4102-a7bb-bd2de8bba7be,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:02.298881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab948409-3f7f-430a-a9d6-efe7ab50f7b4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:02.305660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:02.316238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:02.328560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.332279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-cb3acb8a-22cd-4fcc-808f-d2499143a96b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8d0233e-6377-4102-a7bb-bd2de8bba7be HTTP/1.1" status: 204 len: 168 time: 0.2615795 Feb 17 01:47:02.370878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.376500 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7dc2c0cc-68ba-4a9b-9025-3591dc6480ed req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6142883 Feb 17 01:47:02.376896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 1d00bdfd-b337-45ab-a061-5fdfd6e331fd no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:47:02.455980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ae213-ecb1-435f-ae4a-0f9d55d452f4 req-ea342c0a-1739-43d8-90b5-c5ade2aece40 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:02.468752 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-137ae213-ecb1-435f-ae4a-0f9d55d452f4 req-ea342c0a-1739-43d8-90b5-c5ade2aece40 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 945 time: 0.1267433 Feb 17 01:47:02.516630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:58Z', 'revision_number': 4, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e482dbde-3779-419e-b48d-58d61e4c1b30', 'name': '', 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'mac_address': 'fa:16:3e:e9:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:56Z', 'updated_at': '2021-02-17T01:46:58Z', 'revision_number': 2, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'subnets': [{'id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:02.523987 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-137ae213-ecb1-435f-ae4a-0f9d55d452f4 req-6495b7f6-9bdf-40f0-9e63-a0214a0a2493 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542295 Feb 17 01:47:02.534950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Checking router: 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:47:02.535360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Updating router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 port e482dbde-3779-419e-b48d-58d61e4c1b30 binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:47:02.583627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:02.584044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.606150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb7d659d-51d6-41d0-8d7e-606939076098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.647215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.668824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.705515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:02.714559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:02.746910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Calling delete_port for 1d00bdfd-b337-45ab-a061-5fdfd6e331fd owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:02.781235 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-7ebbf999-1ef3-488d-a22e-b82a60c55bd5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups/ab948409-3f7f-430a-a9d6-efe7ab50f7b4 HTTP/1.1" status: 200 len: 1808 time: 0.2535324 Feb 17 01:47:02.798352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab948409-3f7f-430a-a9d6-efe7ab50f7b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:02.798712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab948409-3f7f-430a-a9d6-efe7ab50f7b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:02.814379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:02.817070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd', 'code': 200} Feb 17 01:47:02.822496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Usage tracker for resource:security_group_rule and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:02.828117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:02.836140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:02.838813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.883462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:02.929433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:47:02.929896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:47:02.947373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:02.969128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.013787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.023235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a897756-df52-4cd2-999b-009f6c594d31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:03.059543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:03.065372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2868d5a6-16e2-4ad5-b7c0-fc1b006ef2f3,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:03.067600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:03.068555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:03.105335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.106632 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c9eab48-5f53-451c-a1ec-6ba9921aa36f req-716380a7-e259-4083-9f52-e45cdf8dcff8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3151031 Feb 17 01:47:03.182280 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-5b0a3766-af75-45e4-97d7-d85061f02581 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups/ab948409-3f7f-430a-a9d6-efe7ab50f7b4 HTTP/1.1" status: 200 len: 2401 time: 0.0520246 Feb 17 01:47:03.195490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab948409-3f7f-430a-a9d6-efe7ab50f7b4', 'remote_group_id': None}]} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:03.195969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab948409-3f7f-430a-a9d6-efe7ab50f7b4', 'remote_group_id': None}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:03.203816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:03.208138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Usage tracker for resource:security_group_rule and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:03.211369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:03.217282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:03.325790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.419043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Transition to ACTIVE for port object e482dbde-3779-419e-b48d-58d61e4c1b30 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:47:03.432204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Deleting port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:03.432580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.459760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.478357 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.569424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.583549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:03.613318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.654576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ac55a-ba2d-4b4d-9a58-4f1e90da0d51 None None] Pushing event updated for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:03.658181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8a2ac55a-ba2d-4b4d-9a58-4f1e90da0d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:03.826622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd3885-8f48-4004-b5d8-44d36424bffa req-7a9d8864-03c2-400d-a1a7-11611df163f9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:03.835037 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93cd3885-8f48-4004-b5d8-44d36424bffa req-7a9d8864-03c2-400d-a1a7-11611df163f9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.1413734 Feb 17 01:47:03.898065 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93cd3885-8f48-4004-b5d8-44d36424bffa req-bd9b8a29-98e0-45c4-baff-549b9061fcbe tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619371 Feb 17 01:47:03.920153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Attempting to bind port e482dbde-3779-419e-b48d-58d61e4c1b30 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:47:03.925026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Attempting to bind port e482dbde-3779-419e-b48d-58d61e4c1b30 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:47:03.925026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Attempting to bind port e482dbde-3779-419e-b48d-58d61e4c1b30 on network 181eac01-c265-455d-bd99-12f61c2a0c23 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:47:03.933117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:47:03.933545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Checking segment: {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:47:03.934007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:03.934450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Bound using segment: {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:47:03.934981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Bound port: e482dbde-3779-419e-b48d-58d61e4c1b30, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704d6a34-5542-4f8e-9d92-806c60efb223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:47:03.935407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.045766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] For port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:04.046771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.061358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] For port e482dbde-3779-419e-b48d-58d61e4c1b30, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:47:04.065822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] For port e482dbde-3779-419e-b48d-58d61e4c1b30, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e482dbde-3779-419e-b48d-58d61e4c1b30,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:47:04.126754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.148035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166a15-9ff5-4ad2-bbd1-e6c50d597b36 req-86dc8f46-3281-4768-9bf0-b854e0ff7225 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:04.160818 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f166a15-9ff5-4ad2-bbd1-e6c50d597b36 req-86dc8f46-3281-4768-9bf0-b854e0ff7225 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 943 time: 0.1381347 Feb 17 01:47:04.181787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:04.195053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Calling delete_port for 1d00bdfd-b337-45ab-a061-5fdfd6e331fd owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:04.225405 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f166a15-9ff5-4ad2-bbd1-e6c50d597b36 req-9195d893-a56f-43a5-bbda-d64e3838e001 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597765 Feb 17 01:47:04.244014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:04.257177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c679b50c-4be7-475d-9c94-e334fa066370,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:04.261788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:04.285507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.286789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e718648-6b46-4ea2-9aac-c6d4af92dcd1 req-2a8056b7-f38c-4b9a-a915-423c811a0a40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0967503 Feb 17 01:47:04.371582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:47:04.372323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:46:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:04.460054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.488756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:04.663207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Pushing event deleted for resources: {'Port': ['ID=1d00bdfd-b337-45ab-a061-5fdfd6e331fd,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:04.663207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:04.747192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ac55a-ba2d-4b4d-9a58-4f1e90da0d51 None None] Pushing event updated for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:04.758912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8a2ac55a-ba2d-4b4d-9a58-4f1e90da0d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:04.763423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] No DVR routers for this DVR port 1d00bdfd-b337-45ab-a061-5fdfd6e331fd on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:47:04.766483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.769889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-deleted', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:04.788661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ccaa5a5d-e020-4c22-a99d-92a6f40a8b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:04.801487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:47:04.803201 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c50eb71f-f6c2-45ad-8240-d0edd3b61b02 req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "DELETE /v2.0/ports/1d00bdfd-b337-45ab-a061-5fdfd6e331fd HTTP/1.1" status: 204 len: 173 time: 2.7483845 Feb 17 01:47:04.822655 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29e4c63-bc0c-4754-8912-831df90bccf0', 'name': 'network-vif-deleted', 'tag': '1d00bdfd-b337-45ab-a061-5fdfd6e331fd', 'status': 'completed', 'code': 200} Feb 17 01:47:05.180076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:58Z', 'revision_number': 4, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e482dbde-3779-419e-b48d-58d61e4c1b30', 'name': '', 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'mac_address': 'fa:16:3e:e9:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:56Z', 'updated_at': '2021-02-17T01:47:04Z', 'revision_number': 4, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'subnets': [{'id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:05.184843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f675ee00-462c-462f-bef9-4eda931e05a4 None None] The sync data for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi is: [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:46:58Z', 'revision_number': 4, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'e482dbde-3779-419e-b48d-58d61e4c1b30', 'name': '', 'network_id': '181eac01-c265-455d-bd99-12f61c2a0c23', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'mac_address': 'fa:16:3e:e9:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:56Z', 'updated_at': '2021-02-17T01:47:04Z', 'revision_number': 4, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'subnets': [{'id': '76ee224f-fa0d-4c13-9b38-065a3573f461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:47:05.196104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b959ee3-14f9-405b-8650-d002ff1776eb req-575f3140-2c4d-41f1-a965-d48a972808b4 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:05.197927 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b959ee3-14f9-405b-8650-d002ff1776eb req-575f3140-2c4d-41f1-a965-d48a972808b4 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.1049986 Feb 17 01:47:05.214446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:05.288689 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b959ee3-14f9-405b-8650-d002ff1776eb req-16cae166-37e6-460a-b0df-31fa07c1ee41 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836637 Feb 17 01:47:05.440554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e482dbde-3779-419e-b48d-58d61e4c1b30 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:47:05.568206 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8448d97f-62c1-4afd-9d4c-3c82399a65a9 req-1a02e615-f01a-41e0-8212-a4502c058d17 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=c29e4c63-bc0c-4754-8912-831df90bccf0 HTTP/1.1" status: 200 len: 210 time: 0.1113398 Feb 17 01:47:05.664498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port e482dbde-3779-419e-b48d-58d61e4c1b30 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:47:05.671767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port e482dbde-3779-419e-b48d-58d61e4c1b30 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:05.672241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:05.818511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:05.865871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port e482dbde-3779-419e-b48d-58d61e4c1b30, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e482dbde-3779-419e-b48d-58d61e4c1b30,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:05.922474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:05.924662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:06.008925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:06.012812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:06.208134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.319362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9302c1f1-a9f4-45ca-8411-05bfe35440b9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:06.320991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9302c1f1-a9f4-45ca-8411-05bfe35440b9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.0918934 Feb 17 01:47:06.406705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Deleting port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:06.407105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.549298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:47:06.681160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f7670-926e-485e-a0c1-12646ae880b3 req-d84c6618-3f6c-4628-85ee-814fb733cbb9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:06.683021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c3f7670-926e-485e-a0c1-12646ae880b3 req-d84c6618-3f6c-4628-85ee-814fb733cbb9 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 946 time: 0.2407682 Feb 17 01:47:06.706544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.746290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:06.760759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:06.766886 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2c3f7670-926e-485e-a0c1-12646ae880b3 req-4f032c82-1875-40db-8d99-62b201411263 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761597 Feb 17 01:47:06.814508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.816408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:06.844400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:06.845104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.888505 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d', 'code': 200} Feb 17 01:47:06.926040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:06.938153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:06.990343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:06.992339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Calling delete_port for 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:07.122245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:47:07.122626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:47:07.179275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 45876) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:07.284153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db7c3c-b292-4e83-b582-55be7e0d631b req-f56c98da-8773-43c9-b701-e479b4121a93 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:07.284153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d0db7c3c-b292-4e83-b582-55be7e0d631b req-f56c98da-8773-43c9-b701-e479b4121a93 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:07.317466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.318756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e482dbde-3779-419e-b48d-58d61e4c1b30 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:47:07.333398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:07.337450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Usage tracker for resource:security_group_rule and tenant:c064b0921a1141e0acda45a764ced768 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:07.340400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:07.346937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:07.348978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d0db7c3c-b292-4e83-b582-55be7e0d631b req-f56c98da-8773-43c9-b701-e479b4121a93 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:07.350266 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d0db7c3c-b292-4e83-b582-55be7e0d631b req-f56c98da-8773-43c9-b701-e479b4121a93 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1558738 Feb 17 01:47:07.416586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port e482dbde-3779-419e-b48d-58d61e4c1b30 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:07.417011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.427924 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d0db7c3c-b292-4e83-b582-55be7e0d631b req-7f827e6f-65a7-403f-b958-23ab2eef3a15 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 Feb 17 01:47:07.495318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.525586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.535228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:07.576932 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c064b0921a1141e0acda45a764ced768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964894 Feb 17 01:47:07.579194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b92942-a515-4c83-a149-ed0925082691,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:07.580310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45884) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:07.582462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:07.624373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Deleting port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:07.624773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.652063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.681439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.808872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.808872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b8538bc2-073c-4eb8-aefc-b893ee2076aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:07.808872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b92942-a515-4c83-a149-ed0925082691,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:07.814872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:07.815733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:07.817483 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7b92942-a515-4c83-a149-ed0925082691 HTTP/1.1" status: 204 len: 168 time: 0.2361007 Feb 17 01:47:07.925190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] For port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,segment=NetworkSegment(8d2ab621-f04e-4b1c-b72e-9da72ec83692),segment_id=8d2ab621-f04e-4b1c-b72e-9da72ec83692)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:07.925449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:08.004880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08130a-a3d0-445b-9436-aa9a718c3582 req-cca6e48f-4ec3-4c14-aab1-5dcf4bb5cf61 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:08.006565 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb08130a-a3d0-445b-9436-aa9a718c3582 req-cca6e48f-4ec3-4c14-aab1-5dcf4bb5cf61 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 944 time: 0.0970187 Feb 17 01:47:08.059634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb08130a-a3d0-445b-9436-aa9a718c3582 req-a4008d3a-30d0-4576-b61e-1c4a11aa3e32 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bde5ad4-abaa-43e9-9c4e-500f993bc165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Feb 17 01:47:08.069568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Calling delete_port for 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:08.248010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:08.264225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-18c41264-fa73-4a34-939a-9d668c610232 tempest-VolumesActionsTest-500483158 tempest-VolumesActionsTest-500483158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:08.364290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Pushing event deleted for resources: {'Port': ['ID=4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:08.373905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:08.489314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] No DVR routers for this DVR port 4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:47:08.491985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:08.501161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-deleted', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:08.561121 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-831b2027-465a-4b77-9fca-387f3fe381c4 req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.59 "DELETE /v2.0/ports/4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d HTTP/1.1" status: 204 len: 173 time: 2.2320268 Feb 17 01:47:08.567336 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a2a268-f22e-4acd-abc9-fd7f2b9c1d47', 'name': 'network-vif-deleted', 'tag': '4f6e6247-eeb8-4f9f-88bb-e566f7e0c38d', 'status': 'completed', 'code': 200} Feb 17 01:47:08.652432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae73c0-4051-49d0-b8a1-4e76e6bb9010 req-762db26e-f899-4315-90de-39fee03cc203 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:08.654045 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2cae73c0-4051-49d0-b8a1-4e76e6bb9010 req-762db26e-f899-4315-90de-39fee03cc203 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0890334 Feb 17 01:47:08.709771 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2cae73c0-4051-49d0-b8a1-4e76e6bb9010 req-ac00b700-2a88-4669-b8f2-d3236a6cd4e1 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Feb 17 01:47:09.239840 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a523292f-916b-4272-87ca-aaf842f63724 req-4867596a-66d0-444a-b6a1-ea22a7a804af tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5a2a268-f22e-4acd-abc9-fd7f2b9c1d47 HTTP/1.1" status: 200 len: 210 time: 0.0499487 Feb 17 01:47:09.294451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45930) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:09.420886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.436013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:09.440630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Usage tracker for resource:security_group_rule and tenant:0672c32142014e599978275524658eba is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:09.443891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:09.450034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:09.547691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.579033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.588665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8854e6d-154e-459a-bd6c-2c7e935d30b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:09.634662 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0672c32142014e599978275524658eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390129 Feb 17 01:47:09.636570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70603cc4-a14e-4695-9781-fc8723f808d2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:09.639248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 45938) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:09.642662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:09.705356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.731900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.812253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.817662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3850db1-411d-4c40-8f32-f391382660e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:09.831525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70603cc4-a14e-4695-9781-fc8723f808d2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:09.834384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:09.835584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:09.839704 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ba43f021-fb86-45fd-8ea2-ca06d47270b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70603cc4-a14e-4695-9781-fc8723f808d2 HTTP/1.1" status: 204 len: 168 time: 0.1988077 Feb 17 01:47:09.931139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ec1c-4174-4c94-9dcb-c2318b6e2bfb req-00333b5c-960f-4925-8a0e-bd3911ba3882 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:09.932961 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc1ec1c-4174-4c94-9dcb-c2318b6e2bfb req-00333b5c-960f-4925-8a0e-bd3911ba3882 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0981553 Feb 17 01:47:09.982977 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2bc1ec1c-4174-4c94-9dcb-c2318b6e2bfb req-b9868786-8f3e-474a-b1ce-88c8666b27f3 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Feb 17 01:47:11.188194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0c12-7bc8-4d73-9888-2b6b10a2c58c req-7daec231-5941-437b-9f07-67b1a1228c58 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:11.189837 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0a9c0c12-7bc8-4d73-9888-2b6b10a2c58c req-7daec231-5941-437b-9f07-67b1a1228c58 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0896475 Feb 17 01:47:11.242493 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0a9c0c12-7bc8-4d73-9888-2b6b10a2c58c req-7fd6474c-88af-492e-92cc-78f614a4b12e tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Feb 17 01:47:12.451139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087315-5fd8-403e-b04c-c3c3540470d0 req-caa99c82-3392-47b0-b23a-ead2df1803ac tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:12.453578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6087315-5fd8-403e-b04c-c3c3540470d0 req-caa99c82-3392-47b0-b23a-ead2df1803ac tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0957096 Feb 17 01:47:12.502914 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6087315-5fd8-403e-b04c-c3c3540470d0 req-ff90c243-7894-4156-bea0-7a3883e8df1b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Feb 17 01:47:13.701548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee0649-d916-4ccf-ae69-b1059b392cfc req-051a387f-b507-4c44-b5db-e03e3cb5908f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:13.703759 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dee0649-d916-4ccf-ae69-b1059b392cfc req-051a387f-b507-4c44-b5db-e03e3cb5908f tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0877194 Feb 17 01:47:13.750511 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dee0649-d916-4ccf-ae69-b1059b392cfc req-e893d989-5066-4899-94e0-355255f30d0d tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Feb 17 01:47:14.953241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344443-dedd-4c46-bb9a-5a84fae8ea20 req-696722bc-c809-4bdc-9ed6-6e1a2093a9e7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:14.954823 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4a344443-dedd-4c46-bb9a-5a84fae8ea20 req-696722bc-c809-4bdc-9ed6-6e1a2093a9e7 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0858350 Feb 17 01:47:15.013399 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4a344443-dedd-4c46-bb9a-5a84fae8ea20 req-266fcdde-98c3-4da5-b021-b9bc90461f34 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521657 Feb 17 01:47:16.076504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:47:16.167453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port fdbf0059-d020-448e-8336-d33b9699e70d triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:16.167985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:16.237355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4abb8f-70e0-44b7-b482-4c9eb76ecfc8 req-45a72805-4c7d-4ea4-ac76-aa80ec5d0298 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:16.240552 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0e4abb8f-70e0-44b7-b482-4c9eb76ecfc8 req-45a72805-4c7d-4ea4-ac76-aa80ec5d0298 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.1026402 Feb 17 01:47:16.290297 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0e4abb8f-70e0-44b7-b482-4c9eb76ecfc8 req-e0989776-16ca-4cb0-bbef-022f5cdc6c52 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Feb 17 01:47:16.476666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-3ac80abf-41f9-46dc-a481-f37d7c11e469 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:16.478242 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-3ac80abf-41f9-46dc-a481-f37d7c11e469 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0864317 Feb 17 01:47:17.495227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9939f1-c158-4f66-9b1e-0ce7001d79de req-64ed290e-b378-4f0f-89e7-a450d8ce7dcf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:17.497002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab9939f1-c158-4f66-9b1e-0ce7001d79de req-64ed290e-b378-4f0f-89e7-a450d8ce7dcf tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 946 time: 0.0895200 Feb 17 01:47:17.546308 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab9939f1-c158-4f66-9b1e-0ce7001d79de req-87b72cc2-557a-423b-8ecd-fdc3a5a666a9 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/security-groups?id=106e3163-f61f-4571-86f6-d7b38912bb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Feb 17 01:47:17.570470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Deleting port fdbf0059-d020-448e-8336-d33b9699e70d {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:17.570858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:17.825565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] For port fdbf0059-d020-448e-8336-d33b9699e70d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fdbf0059-d020-448e-8336-d33b9699e70d,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:17.825965 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:17.955101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Calling delete_port for fdbf0059-d020-448e-8336-d33b9699e70d owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:18.344573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:18.359647 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9915d88a-a215-498c-b43c-19057b198fe0 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:18.469919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Pushing event deleted for resources: {'Port': ['ID=fdbf0059-d020-448e-8336-d33b9699e70d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:18.473759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:18.564903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] No DVR routers for this DVR port fdbf0059-d020-448e-8336-d33b9699e70d on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:47:18.566980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:18.569627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'name': 'network-vif-deleted', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:18.614001 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8ddb15ed-424d-4c18-af46-a2a732dfb495 req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.59 "DELETE /v2.0/ports/fdbf0059-d020-448e-8336-d33b9699e70d HTTP/1.1" status: 204 len: 173 time: 1.1185122 Feb 17 01:47:18.617360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af30ea01-9d2e-4518-8bf7-d4f8ae02dbca', 'name': 'network-vif-deleted', 'tag': 'fdbf0059-d020-448e-8336-d33b9699e70d', 'status': 'completed', 'code': 200} Feb 17 01:47:18.709477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0e7bece1-3268-4e8f-896e-2489f8a4d7d7 req-9d302bcf-c3d8-48c9-bff1-5d0070ca882b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Synchronizing usage tracker for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:18.749879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-0e7bece1-3268-4e8f-896e-2489f8a4d7d7 req-9d302bcf-c3d8-48c9-bff1-5d0070ca882b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Unset dirty status for tenant:fe4de36ec8fa4e93b25aed4b229e232d on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:18.751109 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0e7bece1-3268-4e8f-896e-2489f8a4d7d7 req-9d302bcf-c3d8-48c9-bff1-5d0070ca882b tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 210 time: 0.0892026 Feb 17 01:47:19.329276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:47:19.368631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: fdbf0059-d020-448e-8336-d33b9699e70d {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:47:19.369024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device fdbf0059-d020-448e-8336-d33b9699e70d not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:47:19.929842 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ababd9b9-ab75-4ecd-aa36-785189991eb1 req-8eb738aa-65f4-4834-9b33-ef3beb6fa639 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] 10.222.0.46 "GET /v2.0/ports?device_id=af30ea01-9d2e-4518-8bf7-d4f8ae02dbca HTTP/1.1" status: 200 len: 210 time: 0.0500164 Feb 17 01:47:21.029966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46100) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:21.815393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:22.191341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Deleting port e81c675c-75b0-411b-af5e-b5f5f86fed4c {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:22.191922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:22.381527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] For port e81c675c-75b0-411b-af5e-b5f5f86fed4c, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e81c675c-75b0-411b-af5e-b5f5f86fed4c,segment=NetworkSegment(29f4cc01-2302-4057-b54a-923fca77d5d5),segment_id=29f4cc01-2302-4057-b54a-923fca77d5d5)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:22.381847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:22.517478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Calling delete_port for e81c675c-75b0-411b-af5e-b5f5f86fed4c owned by network:router_interface {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:22.891056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:22.907246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:23.010995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81c675c-75b0-411b-af5e-b5f5f86fed4c,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:23.016469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:23.318697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:24.047327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Router d954b4af-b9fe-4548-8316-e4c8dc1341c8 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:47:24.235869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:47:24.244532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Sync routers for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:47:24.255735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:47:24.256525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:47:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:24.301228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-cffe60d6-5cd9-41cb-86c0-529144d8d710 admin admin] 10.222.0.46 "PUT /v2.0/routers/d954b4af-b9fe-4548-8316-e4c8dc1341c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2695663 Feb 17 01:47:24.303422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46128) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:24.455118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:47:24.500220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks [] for router, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:24.698123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:24.704746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Deleting port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:47:24.705283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:24.909980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] For port b5ad0b8e-a2fc-493a-a1ff-94a2ea414026, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=b5ad0b8e-a2fc-493a-a1ff-94a2ea414026,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:47:24.914937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:24.939967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:47:22Z', 'revision_number': 5, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:24.944249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Checking router: d954b4af-b9fe-4548-8316-e4c8dc1341c8 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:47:24.953474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Routers {'d954b4af-b9fe-4548-8316-e4c8dc1341c8'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:47:24.954187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:47:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:25.056937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Calling delete_port for b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 owned by network:router_gateway {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:47:25.151545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] Set router d954b4af-b9fe-4548-8316-e4c8dc1341c8 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:47:25.208286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: result = function(*args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: proto.__init__(conn_state, self) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle() Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle_one_request() Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle_one_response() Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: result = self.application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return app(environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return request.get_response(self.application) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self._app) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: response = self.app(environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:47:25.241969 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: result = method(request=request, **args) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._delete(request, id, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*dup_args, **dup_kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: obj_deleter(request.context, id, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return method(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*dup_args, **dup_kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, context, *args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return method(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: context, port, router_ids, bound_mech_contexts) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: return function(*args, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: callback(resource, event, trigger, **kwargs) Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: stack = traceback.extract_stack() Feb 17 01:47:25.247406 dv-cinder-759987-3-iscsi neutron-server[83948]: Feb 17 01:47:25.462982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.474084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:47:22Z', 'revision_number': 5, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:25.480187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801f654-94c7-4d07-9bc5-d0aad782f7d1 None None] The sync data for ids ['d954b4af-b9fe-4548-8316-e4c8dc1341c8'] in dv-cinder-759987-3-iscsi is: [{'id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'name': 'tempest-ServerRescueNegativeTestJSON-424291292-router', 'tenant_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:47:22Z', 'revision_number': 5, 'project_id': 'fe4de36ec8fa4e93b25aed4b229e232d', 'gw_port': {'id': 'b5ad0b8e-a2fc-493a-a1ff-94a2ea414026', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954b4af-b9fe-4548-8316-e4c8dc1341c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:52Z', 'updated_at': '2021-02-17T01:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:47:25.635171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.637547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.750632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.751284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d954b4af-b9fe-4548-8316-e4c8dc1341c8 {{(pid=84059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:47:25.766008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] Notify callbacks [] for router, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.767192 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a9ffae93-1760-4ef0-bf1e-a0bb0fd1dc9e admin admin] 10.222.0.46 "DELETE /v2.0/routers/d954b4af-b9fe-4548-8316-e4c8dc1341c8 HTTP/1.1" status: 204 len: 168 time: 1.4627500 Feb 17 01:47:25.769871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46152) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:25.840936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Deleting subnet afb61e22-2455-446a-9f87-a17c1d09c644 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:47:25.844243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.904483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851566690'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:25.981768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:26.282467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2384036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2486103'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:26.298158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5043b953-59a6-4c43-9673-32f3e0eb0334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:26.601935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:26.608856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb61e22-2455-446a-9f87-a17c1d09c644,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:26.613466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:26.649899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:26.655912 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-540996e4-2d79-41a0-b7c9-374457fd0f62 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/afb61e22-2455-446a-9f87-a17c1d09c644 HTTP/1.1" status: 204 len: 168 time: 0.8850467 Feb 17 01:47:26.658831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46166) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:26.772816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:26.961397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.076397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acea787b-2cab-4088-8c6b-365a7955a223']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:27.089211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f4cc01-2302-4057-b54a-923fca77d5d5') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:27.089556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f4cc01-2302-4057-b54a-923fca77d5d5') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:27.101692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.120921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.123014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:47:27.301620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Network acea787b-2cab-4088-8c6b-365a7955a223 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:27.305815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:47:27.316943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.342327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:47:27.342768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device b5ad0b8e-a2fc-493a-a1ff-94a2ea414026 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:47:27.343259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e81c675c-75b0-411b-af5e-b5f5f86fed4c no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:47:27.381560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: e81c675c-75b0-411b-af5e-b5f5f86fed4c {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:47:27.381955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e81c675c-75b0-411b-af5e-b5f5f86fed4c not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:47:27.499043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Network acea787b-2cab-4088-8c6b-365a7955a223 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:47:27.521785 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:47:27.634122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.637645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:27.653481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:27.660218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=acea787b-2cab-4088-8c6b-365a7955a223,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:27.665386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:27.699145 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-e860b92e-a87d-428f-904b-05c6c1a5b0ee admin admin] 10.222.0.46 "DELETE /v2.0/networks/acea787b-2cab-4088-8c6b-365a7955a223 HTTP/1.1" status: 204 len: 168 time: 1.0392878 Feb 17 01:47:27.954026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46180) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:28.005112 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-de9c4224-58b4-4079-9010-a4c28bf6d53c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe4de36ec8fa4e93b25aed4b229e232d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496948 Feb 17 01:47:28.007592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46184) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:28.067173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:28.098261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:28.190053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:28.195352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ab5092c-240a-4274-aede-f9c6cf33868b tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:28.210786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e3163-f61f-4571-86f6-d7b38912bb04,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:28.213414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:28.246196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:28.247439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/106e3163-f61f-4571-86f6-d7b38912bb04 HTTP/1.1" status: 204 len: 168 time: 0.2388785 Feb 17 01:47:30.104548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46282) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:30.239104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.255532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:30.259663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Usage tracker for resource:security_group_rule and tenant:c00681b801cc449e8b1b3866740d0a9b is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:30.262735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:30.268691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:30.373413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.406949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.416123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e8dac192-5837-40e0-a33e-b49f1c3500d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:30.458500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca836183-0a49-4b0c-85e7-c154965fa43b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:30.487018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:30.493841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46304) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:30.494380 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c00681b801cc449e8b1b3866740d0a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885219 Feb 17 01:47:30.559007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.586784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.663972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.669190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-95f6a2b9-3c39-4976-bb04-a8084b04b4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:30.682511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca836183-0a49-4b0c-85e7-c154965fa43b,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:30.685269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:30.687797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:30.689031 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca836183-0a49-4b0c-85e7-c154965fa43b HTTP/1.1" status: 204 len: 168 time: 0.1938255 Feb 17 01:47:32.532709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fd818228-e1c3-4385-9c47-b227e306bba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:32.977937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:47:33.453534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46380) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:33.581939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.596943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:33.600995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Usage tracker for resource:security_group_rule and tenant:7091a8e83f654aedb10b4a187b319a62 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:33.603970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:33.609813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:33.700830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.736443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.745574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-84388e5f-b297-43ee-bdf0-bb16200a5ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:33.789622 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7091a8e83f654aedb10b4a187b319a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346393 Feb 17 01:47:33.790796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09bca09-9a74-4b7a-a520-3f89c2ed2cde,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:33.791924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46390) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:33.794634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:33.875427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.903632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.978199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:33.983473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fda8e4c1-74fd-465d-a57f-9401644bcb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:33.996447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09bca09-9a74-4b7a-a520-3f89c2ed2cde,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:34.000584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:34.006159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.007409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c09bca09-9a74-4b7a-a520-3f89c2ed2cde HTTP/1.1" status: 204 len: 168 time: 0.2141809 Feb 17 01:47:34.412889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-72e41ccc-9b13-4da6-b9f9-21628a81d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.468398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46402) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:34.488542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.507176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:34.511406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Usage tracker for resource:security_group_rule and tenant:38c6ddeea6e34a3e9d509f75b6b09a9a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:34.514502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:34.521486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:34.606310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.635532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.644872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc64da94-5928-4c13-b5af-4270c2367bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:34.693126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38c6ddeea6e34a3e9d509f75b6b09a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235551 Feb 17 01:47:34.694084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383be94d-e958-4a3e-a403-93daae898c1c,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:34.696129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46412) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:34.697384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:34.763033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.790508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.886977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.892442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d50dfab-673b-4224-a19c-8fe54ab25046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:34.908911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383be94d-e958-4a3e-a403-93daae898c1c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:34.911487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:34.916767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:34.927580 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1a0ec71b-4cce-47af-8596-068c0545595e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/383be94d-e958-4a3e-a403-93daae898c1c HTTP/1.1" status: 204 len: 168 time: 0.2297854 Feb 17 01:47:35.176975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:36.218205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:36.966969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.190597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46518) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:37.316817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.334708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:37.338762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Usage tracker for resource:security_group_rule and tenant:336949f9cc2d43d29fb7238f2e85b32b is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:37.341845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:37.347761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:37.432488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.487052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.496951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-61352bfd-a185-4704-957a-41d813f0bd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:37.540494 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=336949f9cc2d43d29fb7238f2e85b32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485479 Feb 17 01:47:37.541488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581c95ad-89e5-45f5-80b2-1da35810cc8d,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:37.543373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46526) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:37.544870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:37.605569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.633459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.738489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.743991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3604b120-1624-4574-9ea4-e60dd7b924b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:37.758380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c95ad-89e5-45f5-80b2-1da35810cc8d,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:37.762135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:37.767834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:37.769114 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/581c95ad-89e5-45f5-80b2-1da35810cc8d HTTP/1.1" status: 204 len: 168 time: 0.2245727 Feb 17 01:47:38.209058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46538) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:38.229582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.245734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:38.249857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Usage tracker for resource:security_group_rule and tenant:11f22aa328964df6a64f182c0b15623a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:38.252860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:38.258659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:38.345409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.388276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.402182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c64859e3-7b67-4a5f-ab06-916617a277f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:38.452687 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11f22aa328964df6a64f182c0b15623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414069 Feb 17 01:47:38.455394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46552) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:38.458532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ff3b5e-c3cf-49ff-a92e-329e02083184,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:38.462542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:38.543976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.574279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.662178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.667853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b17a822-f949-4f1e-b044-53f3dfead046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:38.681156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ff3b5e-c3cf-49ff-a92e-329e02083184,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:38.684849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:38.691497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:38.692807 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5ff3b5e-c3cf-49ff-a92e-329e02083184 HTTP/1.1" status: 204 len: 168 time: 0.2363162 Feb 17 01:47:38.824781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46564) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:39.073685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.089564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:39.094224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Usage tracker for resource:security_group_rule and tenant:a277812c486747d1a1a1ba3d31e89e3a is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:39.097405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:39.103262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:39.187568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.239478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.252680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-169fd3ef-46ec-45f5-83b0-8dae5ea90384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:39.294449 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a277812c486747d1a1a1ba3d31e89e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659197 Feb 17 01:47:39.295105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46582) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:39.317882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7cd3d4-529a-48c6-85c8-832d4832d9b9,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:39.324772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-12a8794f-e5ec-4ecb-9a6f-34603d8010ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:39.367232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.395853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.468095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.473401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-48c4ab1d-ba12-4a49-9233-469a1feda122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:39.488581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7cd3d4-529a-48c6-85c8-832d4832d9b9,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:39.491810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:39.496587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:39.497996 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce7cd3d4-529a-48c6-85c8-832d4832d9b9 HTTP/1.1" status: 204 len: 168 time: 0.2018321 Feb 17 01:47:44.677105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46738) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:44.732013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-89d55fc5-9398-4406-8cfe-3a0434508959 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:44.778633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-89d55fc5-9398-4406-8cfe-3a0434508959 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:44.780748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-89d55fc5-9398-4406-8cfe-3a0434508959 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1981567768&fields=id&tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 267 time: 0.0931787 Feb 17 01:47:44.907097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:44.934123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:44.951317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d2d40e7dc24419bfb59d123bf22afc is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:44.956471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:44.968977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:45.002292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-4f7a113e-945e-4337-bacd-6952b7347231 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:45.003040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-4f7a113e-945e-4337-bacd-6952b7347231 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:45.078802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-4f7a113e-945e-4337-bacd-6952b7347231 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:45.080021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-4f7a113e-945e-4337-bacd-6952b7347231 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.2922206 Feb 17 01:47:45.100807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.138428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.147392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0fa61d15-715d-4d6f-810f-d8f8986b69ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:45.195180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1d2d40e7dc24419bfb59d123bf22afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141902 Feb 17 01:47:45.195180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a8ca0-3b97-4c7e-8967-e57bde4ed4d2,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:45.195601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46752) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:45.197306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:45.238398 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-7e46779f-e45a-479e-8dec-1ded9cf47563 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/quotas/40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 375 time: 0.1490917 Feb 17 01:47:45.268113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.296356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.332151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-014fe5da-200f-45fe-b9a5-5ae4325e6d25 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875351 Feb 17 01:47:45.371135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.377037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d73862d-3aa6-4eb4-808c-5dafba68905d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:45.388155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a8ca0-3b97-4c7e-8967-e57bde4ed4d2,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:45.391897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:45.395879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.396999 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f01a8ca0-3b97-4c7e-8967-e57bde4ed4d2 HTTP/1.1" status: 204 len: 168 time: 0.2002847 Feb 17 01:47:45.492346 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-c2e37647-6152-4efc-87a5-4bce16462338 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465158 Feb 17 01:47:45.644158 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-258c6005-b4ea-4652-ab91-585bcaa3abf9 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450422 Feb 17 01:47:45.885404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46772) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:45.905896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:45.922113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:45.926466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1569d23decad407a9ca40eb87c6f9192 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:47:45.929523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:47:45.935534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:46.031344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.058484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.068295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5791b7f3-8c21-4d71-ae19-2c9f7b39d991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:46.114685 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1569d23decad407a9ca40eb87c6f9192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280791 Feb 17 01:47:46.115683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f3d89-41c1-4b8b-a637-f4274a0c8c50,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:46.117818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 46780) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:46.118991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:46.200739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.233456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.310207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.316827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3e6fbb5f-9d74-4173-8f72-cd9ed22a4684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:46.328366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f3d89-41c1-4b8b-a637-f4274a0c8c50,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:46.332227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:46.339288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.343881 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-094959c7-de84-448f-8f6b-90a496b0cce6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d62f3d89-41c1-4b8b-a637-f4274a0c8c50 HTTP/1.1" status: 204 len: 168 time: 0.2248616 Feb 17 01:47:46.517346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7f8d221c-de75-455d-9987-60011fd38620 req-eba27571-4cf0-462f-bd32-f85f4e52470b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:46.565424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7f8d221c-de75-455d-9987-60011fd38620 req-eba27571-4cf0-462f-bd32-f85f4e52470b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:46.566743 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f8d221c-de75-455d-9987-60011fd38620 req-eba27571-4cf0-462f-bd32-f85f4e52470b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 210 time: 0.3965075 Feb 17 01:47:46.613466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46798) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:46.681923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Deleting subnet 110113c0-044c-437c-9f87-1d49face5f8b {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:47:46.685139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.742631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851566690'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:46.803782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.097202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2384036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2486103'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.113926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:47.210294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110113c0-044c-437c-9f87-1d49face5f8b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:47.214727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:47.251696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.268946 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-99d3e6b8-37a2-497a-9976-94fc6495f050 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/110113c0-044c-437c-9f87-1d49face5f8b HTTP/1.1" status: 204 len: 168 time: 0.6528652 Feb 17 01:47:47.270334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46820) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:47.387327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.587133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.754507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-666e7d24-3eb8-456c-9c7b-0ea494d56fa1 req-8081e44f-ff5e-40b9-8ee6-e95e9794bf88 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 210 time: 0.0684857 Feb 17 01:47:47.758158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3398b3e-fea9-4d4e-8d46-de5181ab64dc']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:47.771475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2ab621-f04e-4b1c-b72e-9da72ec83692') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:47.771810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2ab621-f04e-4b1c-b72e-9da72ec83692') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:47:47.784417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.800091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:47.802029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:47:48.206000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:48.218481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:48.397701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Network b3398b3e-fea9-4d4e-8d46-de5181ab64dc has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:47:48.422460 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:47:48.537259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:48.541259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:48.556685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:48.569023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Pushing event deleted for resources: {'Network': ['ID=b3398b3e-fea9-4d4e-8d46-de5181ab64dc,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:48.574490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:48.606660 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-bfc0888d-58f7-45a1-869f-f78c2c8281df admin admin] 10.222.0.46 "DELETE /v2.0/networks/b3398b3e-fea9-4d4e-8d46-de5181ab64dc HTTP/1.1" status: 204 len: 168 time: 1.3351810 Feb 17 01:47:48.874263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46864) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:48.924846 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f2002001-4c2d-43df-b5d3-56a5e434ecc4 req-1607029c-5b69-4028-a406-c6be0afaeac6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 210 time: 0.0530553 Feb 17 01:47:48.929037 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-66b697c3-7cc5-449f-9ad4-483701b26012 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60825b90d54340579c73d5501d5e8627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530386 Feb 17 01:47:48.931299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 46868) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:47:48.994612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:49.025834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:49.093279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:49.098412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b85076a-c19c-43ed-8aaa-0142ed76bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:49.112580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde5ad4-abaa-43e9-9c4e-500f993bc165,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:49.115233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:49.143892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:49.145171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bde5ad4-abaa-43e9-9c4e-500f993bc165 HTTP/1.1" status: 204 len: 168 time: 0.2126470 Feb 17 01:47:50.140394 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-831f46d3-9230-452a-a96a-c92f60b47552 req-1875e8b4-b170-427a-a48a-bafceb36e787 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 210 time: 0.0609636 Feb 17 01:47:50.222229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-db24edf3-5554-445e-9ff5-890cd8ff8678 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:50.224322 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-db24edf3-5554-445e-9ff5-890cd8ff8678 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.1861005 Feb 17 01:47:50.313887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-82d9f5b8-b848-4fa6-8851-9722c2712795 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:50.327194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-45188bd1-e517-43a1-8b18-188602fed165 req-82d9f5b8-b848-4fa6-8851-9722c2712795 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:50.328863 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-82d9f5b8-b848-4fa6-8851-9722c2712795 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 5765 time: 0.0932517 Feb 17 01:47:50.340438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'port': {'device_id': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'admin_state_up': True, 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'security_groups': ['ab948409-3f7f-430a-a9d6-efe7ab50f7b4']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:50.514770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:47:50.529413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:47:50.571638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Made reservation on behalf of 40d21b3e20404097a50b37ef1a7a9320 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:47:50.578495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:50.922971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.20.0.9 (f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe/6e4e05a9-9294-4e38-9175-ff7d5b65a13a/65ce4e66-bba6-4899-9311-2aecfb7408c1) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:47:51.186872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:51.209870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Transition to ACTIVE for port object 65ce4e66-bba6-4899-9311-2aecfb7408c1 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:47:51.281550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:51.297772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:51.514461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=65ce4e66-bba6-4899-9311-2aecfb7408c1,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:51.520154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:51.575742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:47:51.577613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:47:51.584860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf034c2-8151-4db4-8fe7-7c930d0aa071 req-6620bfa7-ca27-4e36-82a0-e872a150de5e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:51.586440 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-baf034c2-8151-4db4-8fe7-7c930d0aa071 req-6620bfa7-ca27-4e36-82a0-e872a150de5e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 931 time: 0.2486432 Feb 17 01:47:51.587204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:47:51.687457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:51.688091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:51.698360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-baf034c2-8151-4db4-8fe7-7c930d0aa071 req-4ede2de2-0785-4190-93aa-0d352986362c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0795958 Feb 17 01:47:51.750246 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4143548 Feb 17 01:47:51.765136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Request body: {'port': {'device_id': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:47:51.863650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-50c09a69-593c-4721-bbea-d0d37127755f None None] Provisioning for port 65ce4e66-bba6-4899-9311-2aecfb7408c1 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:47:51.868887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-50c09a69-593c-4721-bbea-d0d37127755f None None] Provisioning complete for port 65ce4e66-bba6-4899-9311-2aecfb7408c1 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:47:51.869308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-50c09a69-593c-4721-bbea-d0d37127755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:51.885569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:51.926831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-50c09a69-593c-4721-bbea-d0d37127755f None None] Port 65ce4e66-bba6-4899-9311-2aecfb7408c1 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:47:52.300577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ce4e66-bba6-4899-9311-2aecfb7408c1 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:47:52.308627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:52.321268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Transition to ACTIVE for port object 65ce4e66-bba6-4899-9311-2aecfb7408c1 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:47:52.349924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:52.366750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1b9b5415-6f15-4986-bb25-26b7dbfbf367 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:52.538014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Pushing event updated for resources: {'Port': ['ID=65ce4e66-bba6-4899-9311-2aecfb7408c1,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:52.543780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:53.005985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Attempting to bind port 65ce4e66-bba6-4899-9311-2aecfb7408c1 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:47:53.006370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Attempting to bind port 65ce4e66-bba6-4899-9311-2aecfb7408c1 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:47:53.006760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Attempting to bind port 65ce4e66-bba6-4899-9311-2aecfb7408c1 on network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:47:53.013348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:47:53.013751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:47:53.014175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:53.014579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Bound using segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:47:53.015060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Bound port: 65ce4e66-bba6-4899-9311-2aecfb7408c1, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:47:53.015439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:53.042424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98f876-c3e5-4c46-bd32-b9fd479d96e5 req-aa24e07a-2eb4-4e26-87cd-b61f1d59c189 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:53.044023 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c98f876-c3e5-4c46-bd32-b9fd479d96e5 req-aa24e07a-2eb4-4e26-87cd-b61f1d59c189 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.1062441 Feb 17 01:47:53.107228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9c98f876-c3e5-4c46-bd32-b9fd479d96e5 req-52984cf6-a942-4bc3-acbd-26af795595a4 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0554342 Feb 17 01:47:53.113388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] For port 65ce4e66-bba6-4899-9311-2aecfb7408c1, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:47:53.117003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] For port 65ce4e66-bba6-4899-9311-2aecfb7408c1, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:47:53.144486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:53.160445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:47:53.320263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Pushing event updated for resources: {'Port': ['ID=65ce4e66-bba6-4899-9311-2aecfb7408c1,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:47:53.323312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:47:53.354238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:53.354908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:53.356463 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] 10.222.0.59 "PUT /v2.0/ports/65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 1157 time: 1.5964980 Feb 17 01:47:53.357046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:47:53.413262 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'status': 'completed', 'code': 200} Feb 17 01:47:53.515772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-4a08be07-0314-4047-b539-354cb02010e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:53.517566 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-4a08be07-0314-4047-b539-354cb02010e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1160 time: 0.0926850 Feb 17 01:47:53.598340 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-837a49a6-6288-4242-8c2e-2514d1e896a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 217 time: 0.0723033 Feb 17 01:47:53.671574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-3fda8a40-860e-47f0-aae7-339eb5ec335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:53.673242 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-3fda8a40-860e-47f0-aae7-339eb5ec335c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0677454 Feb 17 01:47:53.757743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188bd1-e517-43a1-8b18-188602fed165 req-ae8fe7b3-4b20-4c2c-8db1-6f268ebbe631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:53.759369 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-ae8fe7b3-4b20-4c2c-8db1-6f268ebbe631 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793707 Feb 17 01:47:53.911551 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-3bbfe194-bd1b-4532-8f33-ce5840282749 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452754 Feb 17 01:47:54.058290 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-45188bd1-e517-43a1-8b18-188602fed165 req-2ebfa87a-95e4-496c-9391-674f8560ab27 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396539 Feb 17 01:47:54.203395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-1923c2fd-9f62-4e9d-8b92-80af1c01c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:54.205126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-1923c2fd-9f62-4e9d-8b92-80af1c01c2ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1160 time: 0.0816770 Feb 17 01:47:54.311551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2c6d-ee25-4fa7-a4d4-9bed1264c00b req-71003c89-118d-46bf-8db3-ebf03f6b9ce6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:54.313218 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b2be2c6d-ee25-4fa7-a4d4-9bed1264c00b req-71003c89-118d-46bf-8db3-ebf03f6b9ce6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0898421 Feb 17 01:47:54.349937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-132f3474-e60e-460a-8ba6-a8a2fac454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:54.351527 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-132f3474-e60e-460a-8ba6-a8a2fac454b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1398072 Feb 17 01:47:54.361828 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b2be2c6d-ee25-4fa7-a4d4-9bed1264c00b req-0f1b380b-3d41-4b99-a060-bc2a4af5111a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0420415 Feb 17 01:47:54.431285 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-f65637da-959f-4da1-88b5-35db26575e65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 217 time: 0.0718307 Feb 17 01:47:54.502279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-942e90d6-3d59-4181-8a99-0dfcce3e5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:54.503854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-942e90d6-3d59-4181-8a99-0dfcce3e5665 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0664575 Feb 17 01:47:54.590985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-6fe3b8cc-a6f2-4cb0-adfa-c7f2178fc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:54.593136 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-6fe3b8cc-a6f2-4cb0-adfa-c7f2178fc7a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819426 Feb 17 01:47:54.734486 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-9b3a47b7-2661-4fa9-950c-0b6b4d1771dd service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343307 Feb 17 01:47:54.876713 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9cb52d0c-1e3f-43ca-9a68-af4e86ef747d req-7f663cb7-f946-4085-93f7-e3eb7e2c31cc service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351955 Feb 17 01:47:55.565746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55c29e-3c07-4e3b-b9c8-2c1be95f7925 req-47843324-278d-4c85-b0f3-6cd95e3b8aff tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:55.566512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4d55c29e-3c07-4e3b-b9c8-2c1be95f7925 req-47843324-278d-4c85-b0f3-6cd95e3b8aff tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:47:55.622070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4d55c29e-3c07-4e3b-b9c8-2c1be95f7925 req-47843324-278d-4c85-b0f3-6cd95e3b8aff tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:47:55.623888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d55c29e-3c07-4e3b-b9c8-2c1be95f7925 req-47843324-278d-4c85-b0f3-6cd95e3b8aff tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.1455183 Feb 17 01:47:55.670441 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d55c29e-3c07-4e3b-b9c8-2c1be95f7925 req-626b831f-563b-4b98-b177-dcfba0cab94d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0396624 Feb 17 01:47:56.606825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:47:56.869613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae74ffe-2ad2-4c5a-a3c7-2dffe6d6dd6a req-71208170-d784-4634-ac0f-975f49021be2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:56.871102 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cae74ffe-2ad2-4c5a-a3c7-2dffe6d6dd6a req-71208170-d784-4634-ac0f-975f49021be2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0877116 Feb 17 01:47:56.917675 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cae74ffe-2ad2-4c5a-a3c7-2dffe6d6dd6a req-97a40b04-8cdd-4095-b22f-26313b0c46b5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0400159 Feb 17 01:47:58.114244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86598-c41e-4f0c-8d59-4ffd6d38a314 req-3c4cf866-85b0-47b3-bd08-35841a147356 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:58.115871 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7ff86598-c41e-4f0c-8d59-4ffd6d38a314 req-3c4cf866-85b0-47b3-bd08-35841a147356 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0893631 Feb 17 01:47:58.164866 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7ff86598-c41e-4f0c-8d59-4ffd6d38a314 req-41e41b7c-9496-469c-a961-d927156a49f7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428665 Feb 17 01:47:59.378530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afa576-80b7-4a1a-b7f3-9799412387d3 req-99dc065d-05d9-4667-8ede-d0608e89d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:59.380203 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-42afa576-80b7-4a1a-b7f3-9799412387d3 req-99dc065d-05d9-4667-8ede-d0608e89d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0941591 Feb 17 01:47:59.432589 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-42afa576-80b7-4a1a-b7f3-9799412387d3 req-8acf4c3a-6242-4469-bfcd-662b7562206e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0454342 Feb 17 01:47:59.860804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d798dae-04d3-437c-b3d6-ca2da7fecdfa req-d0c62e7d-3467-4d47-bea8-770cd4256db8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:47:59.862606 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1d798dae-04d3-437c-b3d6-ca2da7fecdfa req-d0c62e7d-3467-4d47-bea8-770cd4256db8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0894394 Feb 17 01:47:59.917330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1d798dae-04d3-437c-b3d6-ca2da7fecdfa req-55724090-dfb8-4369-969d-8116266a040b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478604 Feb 17 01:48:00.620408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47108) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:00.648301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da714e9-4a0a-4d14-bd7d-0c91f12f92c3 req-0e80f60f-8df2-4e76-a401-2faf94254042 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:00.649913 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0da714e9-4a0a-4d14-bd7d-0c91f12f92c3 req-0e80f60f-8df2-4e76-a401-2faf94254042 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0958626 Feb 17 01:48:00.704492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0da714e9-4a0a-4d14-bd7d-0c91f12f92c3 req-2e9f7ba5-d92b-4113-99b3-6fe631a957ec tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0474360 Feb 17 01:48:00.753806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:00.769720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:00.773994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Usage tracker for resource:security_group_rule and tenant:14b37af447e24304a008d3bdcbfec59d is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:00.777053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:00.787409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:00.873998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:00.909129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:00.918895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5e0638f8-9565-43e7-bb34-9cd24adcb7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:00.961637 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14b37af447e24304a008d3bdcbfec59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400629 Feb 17 01:48:00.962587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f357fa-7120-44bb-a803-ed8280cbe261,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:00.964472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 47122) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:00.971440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.971802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.972240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.972644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.973044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.973442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.973840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.974235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.974627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.975025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.975418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.975810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.976267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.976811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.977078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.977468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.977859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.978254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.978646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.979038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.979428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.979816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.980232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.980625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:00.985832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-83dc70c5-1267-4e5c-a0cc-3d6174d509f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:01.033317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.066028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.143898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc14f6-2dc5-4285-a222-f418469e713c req-173bd786-e012-444f-8216-831f65b167cc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:01.145541 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26fc14f6-2dc5-4285-a222-f418469e713c req-173bd786-e012-444f-8216-831f65b167cc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0875685 Feb 17 01:48:01.149389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.155867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d04d104-ec88-422e-9a89-2c7862276968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:01.170824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f357fa-7120-44bb-a803-ed8280cbe261,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:01.178972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.180222 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10f357fa-7120-44bb-a803-ed8280cbe261 HTTP/1.1" status: 204 len: 168 time: 0.2146304 Feb 17 01:48:01.182216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.182305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.182826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.183023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.183421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.183822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.184300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.184674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.185069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.185466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.185898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.186219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.186655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.187052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.187445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.187834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.188250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.188684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.189013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.189403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.189796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.190187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.190576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.190966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:01.194645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:01.200645 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26fc14f6-2dc5-4285-a222-f418469e713c req-686b6332-839a-4e2e-b511-f5e09a9759f1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483215 Feb 17 01:48:01.556827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:01.612135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47132) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:01.631008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.633777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:01.634200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.639636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-3ca8412d-a43f-4c6e-a50c-947c9ee51377 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:01.641324 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-3ca8412d-a43f-4c6e-a50c-947c9ee51377 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0980167 Feb 17 01:48:01.648508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:01.652773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Usage tracker for resource:security_group_rule and tenant:f05d0d942eb44071976627f451250171 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:01.656530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:01.662609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:01.720040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:48:01.720427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.760476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.789525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.799342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bea13a3d-6bb6-4b23-9e4c-0278bd4501c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:01.836332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813c9289-d679-493a-8479-cf910dda4e67,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:01.839772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:01.850432 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f05d0d942eb44071976627f451250171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371364 Feb 17 01:48:01.853152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47140) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:01.917698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:01.949733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.035036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.040516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-514f1285-56a7-4e8f-8e9e-382e191c85d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:02.054100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813c9289-d679-493a-8479-cf910dda4e67,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:02.059517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:02.064132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.065377 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1349ec80-51af-4cf2-9586-a7c662e40545 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/813c9289-d679-493a-8479-cf910dda4e67 HTTP/1.1" status: 204 len: 168 time: 0.2110665 Feb 17 01:48:02.073840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddff85-c913-4206-89fc-9345bb52055a req-6e28258f-7715-4ed4-870a-7899fe8935be tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:02.075665 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58ddff85-c913-4206-89fc-9345bb52055a req-6e28258f-7715-4ed4-870a-7899fe8935be tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.2301221 Feb 17 01:48:02.084029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] For port be7e5bc5-3825-4ede-9991-6e8bd0e385a5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:02.084385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.217305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58ddff85-c913-4206-89fc-9345bb52055a req-40a3e94c-31fb-453f-856a-a4268b7537d2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1201103 Feb 17 01:48:02.304867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47158) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:02.449710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b91257-73ec-4940-9088-e80d851d6927 req-97fd1f96-0c41-42ac-b508-9672e482a3f4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:02.457766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33b91257-73ec-4940-9088-e80d851d6927 req-97fd1f96-0c41-42ac-b508-9672e482a3f4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 945 time: 0.0989208 Feb 17 01:48:02.509189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.543135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.543661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.544158 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Floating IP a975ae83-92b6-401d-b6f8-da03d3d23750 disassociated. External IP: 172.27.2.158, port: be7e5bc5-3825-4ede-9991-6e8bd0e385a5. Feb 17 01:48:02.544680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for be7e5bc5-3825-4ede-9991-6e8bd0e385a5 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:48:02.548871 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33b91257-73ec-4940-9088-e80d851d6927 req-e420e810-745f-4e1f-94e3-a96edc051457 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5930291-3372-4d85-aeab-22cb93cc0b25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872703 Feb 17 01:48:02.548871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:02.561055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Usage tracker for resource:security_group_rule and tenant:845ed9f46f99427db645e0700d099f95 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:02.564338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:02.570224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:02.571183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cbd73cf5-c8fa-4cd0-8d22-622921d74843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.671725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.691284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47172) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:02.702595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.712541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-da043ed5-38ee-418a-b676-852b213c2382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:02.755895 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=845ed9f46f99427db645e0700d099f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494340 Feb 17 01:48:02.757713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda59dd-d6bd-40d5-8281-efd4568ff3a8,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:02.760318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47180) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:02.762891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b0ce223-6316-478f-b671-4e08120f1009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:02.822727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.827527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.859321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.895023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4393429-eb94-4cd4-b547-e7b34b17adce tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:02.914971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:02.938116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:02.942960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Usage tracker for resource:security_group_rule and tenant:369e425cb0bf4b9bb8df27503a96be99 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:02.946359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:02.953220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'Port': ['ID=be7e5bc5-3825-4ede-9991-6e8bd0e385a5,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:02.953370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:02.956028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:02.997692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.005693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c08ead3b-445a-4a08-a17c-600112a88edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:03.024038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcda59dd-d6bd-40d5-8281-efd4568ff3a8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:03.027457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:03.041897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.043144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcda59dd-d6bd-40d5-8281-efd4568ff3a8 HTTP/1.1" status: 204 len: 168 time: 0.2818387 Feb 17 01:48:03.118595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.275591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.325037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a65f7b0f-bc20-4ae5-a5c6-d1c02c0c8fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:03.336505 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=369e425cb0bf4b9bb8df27503a96be99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439157 Feb 17 01:48:03.339769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47198) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:03.410806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09627595-8946-4300-aa9b-85541392a251,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:03.424703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2829d4f6-4fae-477f-b9f4-8be409c4b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:03.452441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.490147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.525765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:48:03.548472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:48:03.582450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.588667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ed6f0a-313e-4d7e-83e3-35445032f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:03.620486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: be7e5bc5-3825-4ede-9991-6e8bd0e385a5 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:48:03.621173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device be7e5bc5-3825-4ede-9991-6e8bd0e385a5 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:48:03.639122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09627595-8946-4300-aa9b-85541392a251,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:03.642940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:03.659489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:03.666361 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1a2b83da-6162-4015-9565-a2eeb72a0bf4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09627595-8946-4300-aa9b-85541392a251 HTTP/1.1" status: 204 len: 168 time: 0.3223641 Feb 17 01:48:03.818498 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dffbeb8a-02ec-494b-a7d7-e41c2217a7e0 req-26bb2634-345a-4626-ac23-b64b7b2439ce tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.0538442 Feb 17 01:48:03.948010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:48:03.960940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:48:03.975880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:03.977998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:47:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:03.989046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] No DVR routers for this DVR port be7e5bc5-3825-4ede-9991-6e8bd0e385a5 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:48:03.992079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:04.003269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-deleted', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:04.035347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69c62-64ff-4b3a-813b-c7c6b50026ee req-25b20784-cd97-4530-8f32-e94d6131603d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:04.037002 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6a69c62-64ff-4b3a-813b-c7c6b50026ee req-25b20784-cd97-4530-8f32-e94d6131603d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.2162762 Feb 17 01:48:04.066050 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c', 'name': 'network-vif-deleted', 'tag': 'be7e5bc5-3825-4ede-9991-6e8bd0e385a5', 'status': 'completed', 'code': 200} Feb 17 01:48:04.100314 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6a69c62-64ff-4b3a-813b-c7c6b50026ee req-dc144665-07cd-4059-a3b5-25249a9d5a72 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0562894 Feb 17 01:48:04.120342 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38b66f89-216b-44cf-92d7-e8f3102ea28e req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "DELETE /v2.0/ports/be7e5bc5-3825-4ede-9991-6e8bd0e385a5 HTTP/1.1" status: 204 len: 173 time: 2.4730744 Feb 17 01:48:04.200016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:04.466051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0c67-0ba1-40a3-afa7-89fe6d1c1499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:04.619573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:04.624751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:48:04.633982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:04.634760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:05.021701 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a4976652-3999-4518-8690-dbc3bdbb2ead req-7c8e6041-a77d-41d1-821e-240342f9c776 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=85fa9e5b-3380-4f8d-b1fa-0f91bbf4b42c HTTP/1.1" status: 200 len: 210 time: 0.0609965 Feb 17 01:48:05.068274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:05.100160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47230) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:05.230920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-890671543-network', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:05.235437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.236256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:05.240583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Usage tracker for resource:network and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:05.243699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:05.250526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:05.331009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ad356-c4b6-4f3a-a622-aefa7f7da08b req-77306e8b-683c-46ed-b08a-6aa4b514caab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:05.353893 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-646ad356-c4b6-4f3a-a622-aefa7f7da08b req-77306e8b-683c-46ed-b08a-6aa4b514caab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.0897887 Feb 17 01:48:05.372111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Made reservation on behalf of ae5e99e867ea42f6b5666589139c0efa for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:48:05.377984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.393435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.395424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-646ad356-c4b6-4f3a-a622-aefa7f7da08b req-1732a64e-2850-42c1-bb7e-c06d51ea8394 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0564039 Feb 17 01:48:05.411015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:05.415504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Usage tracker for resource:security_group_rule and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:05.418630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:05.425426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:05.459025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:05.463804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553b565f-2a33-4c1a-9e8c-dcf70d3dacc0 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:48:05.539505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.566689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.571683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3c2912ca-8a86-4d20-9a34-1cbaf2d780f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:05.604545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:48:05.618646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e254c-794a-46cd-897b-7f278f758cc0,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:05.623733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:05.624792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.625236 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Added segment 48fbbcdc-5538-4c70-b4b5-15c721de99df of type vxlan for network 21b9cef6-f07d-4e55-b850-8567ff496a34 Feb 17 01:48:05.654551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.726523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.727878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:05.728585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:05.734254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:05.852881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Pushing event updated for resources: {'Network': ['ID=21b9cef6-f07d-4e55-b850-8567ff496a34,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:05.855842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:05.869073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:48:05.879689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:48:05.901920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 47242) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:05.902353 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8009939 Feb 17 01:48:05.908667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Request body: {'subnet': {'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-890671543-subnet', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:05.917454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:05.922325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Usage tracker for resource:subnet and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:05.925525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:05.934137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:05.944644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c1637-4f88-4953-a1db-4e7c1d6c73e4 None None] New status for floating IP a975ae83-92b6-401d-b6f8-da03d3d23750: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:48:05.989316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Made reservation on behalf of ae5e99e867ea42f6b5666589139c0efa for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:48:05.994721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851816933'] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.223658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.232682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47256) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:06.303655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.339718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.449854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.456054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b6148d8b-ab81-469e-bfde-b2c565862934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:06.482853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5930291-3372-4d85-aeab-22cb93cc0b25,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:06.493373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:06.533090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.534795 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "DELETE /v2.0/security-groups/a5930291-3372-4d85-aeab-22cb93cc0b25 HTTP/1.1" status: 204 len: 168 time: 0.3010516 Feb 17 01:48:06.537649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47266) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:06.599804 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.v2.resource [None req-0b031759-5daf-437d-a464-acaa38f58d1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] show failed (client error): The resource could not be found. Feb 17 01:48:06.600910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b031759-5daf-437d-a464-acaa38f58d1f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups/a5930291-3372-4d85-aeab-22cb93cc0b25 HTTP/1.1" status: 404 len: 347 time: 0.0620363 Feb 17 01:48:06.607174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47272) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:06.666592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851816950'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.682870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:06.806636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port eb4494bf-03b5-4616-9465-0b0330f81bdd {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:48:06.806851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:06.821195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef86890-87a0-4aff-94c5-6132d80ada4f,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:06.827942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:06.873092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860e162-92ff-48c6-a43b-aa01db3e969b req-9449a1fb-00ea-4447-9af4-d58f9f126da5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:06.876910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3860e162-92ff-48c6-a43b-aa01db3e969b req-9449a1fb-00ea-4447-9af4-d58f9f126da5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.3193839 Feb 17 01:48:06.885974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Checking segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:06.886377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Network hostable DHCP agents. Network: 21b9cef6-f07d-4e55-b850-8567ff496a34, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:48:06.937930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:48:06.972186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, 21b9cef6-f07d-4e55-b850-8567ff496a34) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:06.984402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7752b9f9-9d85-47c6-b3e6-c630da7d7c00 None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:48:06.995104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:06.995758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.009508 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3860e162-92ff-48c6-a43b-aa01db3e969b req-65b2cb0e-ebac-4de6-9af0-d6ce181045a6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1116335 Feb 17 01:48:07.062317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.062878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.064410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.076225 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3652faea-92d2-439f-9648-ac5d631c0aca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1713543 Feb 17 01:48:07.078167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 47286) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:07.087104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:07.094325 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:07.098892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Usage tracker for resource:router and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:07.103521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:07.111448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:07.188726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.189983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.210955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for eb4494bf-03b5-4616-9465-0b0330f81bdd owned by network:floatingip {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:48:07.235001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.237551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-21b9cef6-f07d-4e55-b850-8567ff496a34', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:48:07.238830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.401185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.420979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:07.554156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'Port': ['ID=eb4494bf-03b5-4616-9465-0b0330f81bdd,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:07.565353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:07.578471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.588317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Allocated IP 172.20.0.2 (21b9cef6-f07d-4e55-b850-8567ff496a34/2ef86890-87a0-4aff-94c5-6132d80ada4f/d2e18dbf-d95d-4ee3-992a-70a8500e1b07) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:07.687303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.703641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.704913 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "DELETE /v2.0/floatingips/a975ae83-92b6-401d-b6f8-da03d3d23750 HTTP/1.1" status: 204 len: 168 time: 1.0966461 Feb 17 01:48:07.827845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.838938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Transition to ACTIVE for port object d2e18dbf-d95d-4ee3-992a-70a8500e1b07 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:07.856578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Transition to ACTIVE for port object d2e18dbf-d95d-4ee3-992a-70a8500e1b07 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:07.903759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.919785 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:07.944481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:07.977297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.012948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 65ce4e66-bba6-4899-9311-2aecfb7408c1 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:08.167977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Pushing event updated for resources: {'Port': ['ID=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:08.200497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.201905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.202288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.203852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.204260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.204634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.205005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.205372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.205737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.206231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.206595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.207041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.207446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.207812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.208211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.208571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.208929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.209286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.209646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.210004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.210362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.210719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.211076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.211431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:08.225140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:08.228658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:08.229573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:08.234036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:08.279645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Allocated IP 172.27.2.42 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:08.334207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Attempting to bind port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:48:08.334624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Attempting to bind port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:48:08.335231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Attempting to bind port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 on network 21b9cef6-f07d-4e55-b850-8567ff496a34 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:48:08.341174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:48:08.342194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Checking segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:08.342688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.343057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Bound using segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:48:08.344025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Bound port: d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:48:08.344025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.369285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47298) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:08.376731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857327246', 'description': 'tempest-description--2012653169'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:08.383315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:08.390871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:08.393031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 65ce4e66-bba6-4899-9311-2aecfb7408c1 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:08.394601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:08.403233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5db8e-a76b-468a-bf23-eed0fafe77c1 req-d0c13433-173d-4110-9f23-3bc5ffb2dcc6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:08.405814 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57c5db8e-a76b-468a-bf23-eed0fafe77c1 req-d0c13433-173d-4110-9f23-3bc5ffb2dcc6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 943 time: 0.1264687 Feb 17 01:48:08.408068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 65ce4e66-bba6-4899-9311-2aecfb7408c1 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:08.408830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.409659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:08.453489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.467904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.498267 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57c5db8e-a76b-468a-bf23-eed0fafe77c1 req-5377792a-98b7-4f0f-a8e2-40fd1e49cc40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0860202 Feb 17 01:48:08.506229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] For port d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:48:08.510533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] For port d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:48:08.515368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:08.520613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:08.524113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:08.531999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:08.538608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.579191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.620650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.621484 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0c37b5b0-dcb4-489c-bfe9-a91d5609e5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:08.653003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:08.675136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.680058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0172d037-502c-4d41-a14f-addcc9582edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:08.708541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.710386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:08.713713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:08.726363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5124ae35-9941-4a09-8881-b1d6f781309e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:08.743655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:08.763483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:08.764811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:08.767249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:08.772143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.776559 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4c765e60-ea51-4431-9ce8-e43d610636d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4034402 Feb 17 01:48:08.776817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47306) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:08.779579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 65ce4e66-bba6-4899-9311-2aecfb7408c1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:08.780628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:08.791042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group_rule': {'security_group_id': '5124ae35-9941-4a09-8881-b1d6f781309e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:08.792414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:08.797579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:08.800864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:08.801861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Pushing event updated for resources: {'Port': ['ID=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:08.806542 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:08.814523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:08.816491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.822353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:08.870201 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'code': 200} Feb 17 01:48:08.886131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:08.922790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=65ce4e66-bba6-4899-9311-2aecfb7408c1,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:08.926007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:08.977609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.004759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47314) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:09.021928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.024202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e2c6de8c-8012-428e-b515-3276b9f0a15f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:09.049996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ddb52a-ef8f-4359-9b27-ec2063ed2102,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:09.054554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:09.092767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.094802 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164730 Feb 17 01:48:09.097494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47322) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:09.103876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'security_group_rule': {'security_group_id': '5124ae35-9941-4a09-8881-b1d6f781309e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:09.110349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:09.114937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:security_group_rule and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:09.117578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:09.124069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:09.159090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.181197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.189825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:09.198653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Usage tracker for resource:security_group_rule and tenant:64987c516e474af2af37df5b7ff16f12 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:09.212937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:09.225956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:09.301823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.337979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.340167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:09.370892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f75856d-7bae-490e-b7a4-8a4ffe766c68,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:09.376870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:09.456151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2e18dbf-d95d-4ee3-992a-70a8500e1b07 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:09.462930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.479315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.481276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-27973c9d-f034-4038-b7d6-718745ba02db tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821623 Feb 17 01:48:09.485296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47326) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:09.495346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:09.505201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:09.507331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Usage tracker for resource:floatingip and tenant:7e5551deb0054d9cb88c3b3d906a680f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:09.510117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:09.517292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:09.549311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.560175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7ad4aecb-e175-4fae-a60a-c6926fc34518 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:09.589634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 65ce4e66-bba6-4899-9311-2aecfb7408c1 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:09.596861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.623513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:09.627216 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64987c516e474af2af37df5b7ff16f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187465 Feb 17 01:48:09.628010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 47332) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:09.631411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87dedd-1bb5-457d-b0fb-4f052317fc6e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:09.635127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:09.655806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.675753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 65ce4e66-bba6-4899-9311-2aecfb7408c1 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:09.676397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.792547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fd6f5-73c1-4e72-bfdb-17a00913ee19 req-ad01aa96-50b5-4f77-b10c-b8995014614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:09.794227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e9fd6f5-73c1-4e72-bfdb-17a00913ee19 req-ad01aa96-50b5-4f77-b10c-b8995014614c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1162 time: 0.7059610 Feb 17 01:48:09.907121 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e9fd6f5-73c1-4e72-bfdb-17a00913ee19 req-f22c0594-b70f-41c4-9ac0-85ebbb89f711 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1004496 Feb 17 01:48:09.911984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:09.978081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:48:10.025420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b8b94-46a2-4778-a360-c15d399bd8af req-c71a2d55-81d2-421e-bce8-1ba058fc322d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:10.027061 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-332b8b94-46a2-4778-a360-c15d399bd8af req-c71a2d55-81d2-421e-bce8-1ba058fc322d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.4010217 Feb 17 01:48:10.079009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.097923 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-332b8b94-46a2-4778-a360-c15d399bd8af req-373f4663-b243-4ff8-9089-49a114fe9139 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0604277 Feb 17 01:48:10.104515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.178587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.245783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.310483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6da4e118-6d44-414e-9e54-7d1785f92c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:10.328920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87dedd-1bb5-457d-b0fb-4f052317fc6e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:10.335016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:10.369271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.374190 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-50411c1c-d15d-4c88-a73c-482e5807f29f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c87dedd-1bb5-457d-b0fb-4f052317fc6e HTTP/1.1" status: 204 len: 168 time: 0.7418256 Feb 17 01:48:10.425655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Allocated IP 172.27.2.57 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/bb869559-5150-44e7-b41c-51dd5aa17b03) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:10.470692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466d554-3435-455f-b78a-5bb80cee88ff None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:48:10.475286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Router 8840398c-0f30-45ad-ab67-02f2ef4602bf is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:48:10.624485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Provisioning for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:10.629341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Provisioning complete for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:10.629341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.640760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.679743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:48:10.702893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Sync routers for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:48:10.710305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.729419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:10.739025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:10.741557 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6615891 Feb 17 01:48:10.744521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 47338) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:10.760089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:10.760957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:10.927001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=bb869559-5150-44e7-b41c-51dd5aa17b03,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:10.930724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:10.988410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:10.989824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:10.993245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:11.080844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.193384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.249065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.283075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:11.495628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.534273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] For port d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:11.536922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.554639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f33dd725-1e8d-49e2-87ed-a3da91748582 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:11.576361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.584194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:11.722105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=bb869559-5150-44e7-b41c-51dd5aa17b03,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:11.727880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:11.747761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Pushing event updated for resources: {'Port': ['ID=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:11.754235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff794844-b823-41ae-ac9f-5e49063c263a req-b5376e90-c319-4b18-8aa9-81353903c3f1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:11.754443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:11.755035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4c34b1f3-71d5-4d85-802b-b38d37f851ad None None] Provisioning complete for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:11.755453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4c34b1f3-71d5-4d85-802b-b38d37f851ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.759246 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ff794844-b823-41ae-ac9f-5e49063c263a req-b5376e90-c319-4b18-8aa9-81353903c3f1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.4944191 Feb 17 01:48:11.824550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:09Z', 'revision_number': 3, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:11.831601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Checking router: 8840398c-0f30-45ad-ab67-02f2ef4602bf for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:48:11.832462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Updating router 8840398c-0f30-45ad-ab67-02f2ef4602bf port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:48:11.844038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.865193 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ff794844-b823-41ae-ac9f-5e49063c263a req-c56e8714-9ea6-4a02-a1a6-7ac122dbaae3 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0670018 Feb 17 01:48:11.909735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:11.920328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4216065 Feb 17 01:48:11.949766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.003807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.195096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f61e-1623-490b-8e24-feb6ba6af89c req-3095c410-7fd9-424b-a074-c4b18eb0f1ed tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:12.196723 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ff8f61e-1623-490b-8e24-feb6ba6af89c req-3095c410-7fd9-424b-a074-c4b18eb0f1ed tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.1443040 Feb 17 01:48:12.257858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ff8f61e-1623-490b-8e24-feb6ba6af89c req-7a908093-2b0c-4f12-a192-a733a7634e45 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0526888 Feb 17 01:48:12.317410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-01e6ec5f-7841-4d8b-9c6d-6751efefdb82 None None] Provisioning complete for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:12.317832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-01e6ec5f-7841-4d8b-9c6d-6751efefdb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.383866 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-59deaf4d-d10c-4b8e-a83c-20e2378af45a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1857327246&fields=id&tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 267 time: 0.0709283 Feb 17 01:48:12.489524 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-74095f38-0898-45fd-86dd-26d05c10df92 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1897213 Feb 17 01:48:12.495783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:12.507694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:12.512753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Usage tracker for resource:floatingip and tenant:40d21b3e20404097a50b37ef1a7a9320 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:48:12.516499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:48:12.522890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:12.555315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.557688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Allocated IP 172.20.0.1 (21b9cef6-f07d-4e55-b850-8567ff496a34/2ef86890-87a0-4aff-94c5-6132d80ada4f/d28d4b20-cf8f-45e8-8c83-0548e62ad396) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:12.590235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.603291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Transition to ACTIVE for port object 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:12.629555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.645150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4a013b8-4e7f-4fd8-92da-21a68310706e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:12.696191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-4b1fa127-5483-4b8a-bf11-e75236c01d6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:12.696958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-4b1fa127-5483-4b8a-bf11-e75236c01d6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:12.707874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.780805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Pushing event updated for resources: {'Port': ['ID=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:12.781981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-4b1fa127-5483-4b8a-bf11-e75236c01d6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:12.783846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:12.790183 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-4b1fa127-5483-4b8a-bf11-e75236c01d6d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 816 time: 0.3696411 Feb 17 01:48:12.810003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.821113 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-aa4deaf1-4ab1-414f-8011-6d6d2e9c3470 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/quotas/7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 375 time: 0.0271792 Feb 17 01:48:12.857515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Attempting to bind port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:48:12.858115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Attempting to bind port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:48:12.858597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Attempting to bind port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:48:12.864734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:48:12.865238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:12.865776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.866289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:48:12.866874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Bound port: 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:48:12.867350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Transition to ACTIVE for port object d28d4b20-cf8f-45e8-8c83-0548e62ad396 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:12.867453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.933499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-8007a12f-e21d-497c-99b5-3b8f95e5ff51 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:12.949823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:12.954967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] For port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:48:12.958230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] For port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:48:12.967111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c99759fe-ec38-4e59-93d7-e9d97e7d1604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:13.000431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.27.2.44 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/70ba83ae-b441-4057-a482-0733144d63c6) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:13.012798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.030109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51f218d4-15d6-4df1-8fa3-2e4ecd48edb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:13.057516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-8007a12f-e21d-497c-99b5-3b8f95e5ff51 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:13.058892 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-8007a12f-e21d-497c-99b5-3b8f95e5ff51 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303371 Feb 17 01:48:13.123149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Pushing event updated for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:13.127635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:13.171339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:13.172575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:13.175125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:13.191523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Pushing event updated for resources: {'Port': ['ID=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:13.195047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:13.224412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.248833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:13.249549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:13.302695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.369591 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-af95c9e1-b4b0-4025-bb2b-7451e804e312 service neutron] 10.222.0.46 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955024 Feb 17 01:48:13.385034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.431360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d2e4ef0f-6538-4848-a0fd-bc1ab7b4ff43 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:13.436204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2e18dbf-d95d-4ee3-992a-70a8500e1b07 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:13.547561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=70ba83ae-b441-4057-a482-0733144d63c6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:13.552125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:13.552828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:13.553743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:13.555921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:13.574390 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-88f694d6-4a83-4521-959f-792a9b47d904 service neutron] 10.222.0.46 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1906929 Feb 17 01:48:13.649253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.675064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.737007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-7c7ce5ec-4093-425b-be6b-c276a3359c34 None None] Provisioning for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:13.742757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:13.746692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.909024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-7c7ce5ec-4093-425b-be6b-c276a3359c34 None None] Provisioning complete for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:13.909449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce5ec-4093-425b-be6b-c276a3359c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:13.975653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ce5ec-4093-425b-be6b-c276a3359c34 None None] Port d28d4b20-cf8f-45e8-8c83-0548e62ad396 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:48:14.033498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:14.033927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.037562 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e7d40f55-d1c9-4e9c-b848-2014a6c9753c req-ee9e8d9f-f3f0-4fb7-833e-413f623d4df1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 210 time: 0.0756767 Feb 17 01:48:14.082510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.102906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.114801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.143722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.182711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-390333b2-a56d-44a3-8198-e35475db3d92 tempest-ServerRescueNegativeTestJSON-1887517204 tempest-ServerRescueNegativeTestJSON-1887517204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:14.217036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.227586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ec45821d-1605-401e-bc37-49abaee5f891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:14.301642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:09Z', 'revision_number': 3, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:14.308583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b926035-5fcf-4118-91ae-d6fa36ba5305 None None] The sync data for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi is: [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:09Z', 'revision_number': 3, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:48:14.341150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=70ba83ae-b441-4057-a482-0733144d63c6,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:14.341304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Pushing event updated for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:14.345371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:14.345509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:14.402073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:14.403454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:14.452694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.515716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.517479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0266445 Feb 17 01:48:14.631801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-a4e37f69-3358-4e24-8f67-5f23c92c0f61 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:14.635091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Router 8840398c-0f30-45ad-ab67-02f2ef4602bf has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:48:14.700973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dada2be0-6650-48da-8c65-c93f79682c02 None None] Provisioning complete for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:14.701561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dada2be0-6650-48da-8c65-c93f79682c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:14.783438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dada2be0-6650-48da-8c65-c93f79682c02 None None] Port d28d4b20-cf8f-45e8-8c83-0548e62ad396 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:48:14.783617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-a4e37f69-3358-4e24-8f67-5f23c92c0f61 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:14.784790 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-a4e37f69-3358-4e24-8f67-5f23c92c0f61 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.44 HTTP/1.1" status: 200 len: 695 time: 0.2597358 Feb 17 01:48:14.855629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:48:14.870529 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] 10.222.0.46 "PUT /v2.0/routers/8840398c-0f30-45ad-ab67-02f2ef4602bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1203749 Feb 17 01:48:15.245690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-349c329b-5c56-499c-be3e-aa64972c00e7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:15.247361 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a46d2943-3272-455e-a98f-b41dc3f69a34 req-349c329b-5c56-499c-be3e-aa64972c00e7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.4543729 Feb 17 01:48:15.252543 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6d8afa40-7e49-4c3c-846d-307658c2d649 req-43e163c2-29ad-4d5e-a3b5-e3bde81bdec3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 210 time: 0.0693550 Feb 17 01:48:15.421459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:15.503646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-cb1a36aa-207c-4879-b6dc-9033670869f8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:15.508879 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-cb1a36aa-207c-4879-b6dc-9033670869f8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1138835 Feb 17 01:48:15.570669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:15.576127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:15.576548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:15.597722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-df2d5ca5-5172-4f43-b174-69b03a756b28 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0856512 Feb 17 01:48:15.609869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'port_id': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:15.700501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:15.703631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:15.722987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:15.761582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:15.768205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:15.889887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:15.893551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:16.137469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-e77d2e20-910a-4550-91cb-1b0006e55699 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:16.139701 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-e77d2e20-910a-4550-91cb-1b0006e55699 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 816 time: 0.1692822 Feb 17 01:48:16.241014 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-95bfd4bf-1e5a-42b5-bf8f-918c11e57789 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 5705 time: 0.0927780 Feb 17 01:48:16.253027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'port': {'device_id': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'admin_state_up': True, 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'security_groups': ['5124ae35-9941-4a09-8881-b1d6f781309e']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:16.427125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:16.453092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:16.535243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Made reservation on behalf of 7e5551deb0054d9cb88c3b3d906a680f for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:48:16.541661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:16.543115 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:16.572392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:16.807209 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 8ae593de-e228-42e7-b652-0b5885d6bafe associated. External IP: 172.27.2.44, port: 65ce4e66-bba6-4899-9311-2aecfb7408c1. Feb 17 01:48:16.871017 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3303c380-9f39-4b93-9229-a14742c300f4 req-9f521df0-2734-4395-a1d2-670818b8be14 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 210 time: 0.4046168 Feb 17 01:48:17.252028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Allocated IP 172.20.0.5 (a604e696-3a32-4bbb-b662-de66d0ba21d7/08b13647-6918-4f7c-9324-27b9ec1b1986/a5bd8b73-d600-48a2-b704-c70ed1541882) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:17.264456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:48:17.291606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Sync routers for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:48:17.309504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:17.311032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:17.407742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:17.551521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:17.551837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:17.564954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:17.595839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Transition to ACTIVE for port object a5bd8b73-d600-48a2-b704-c70ed1541882 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:17.619882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:17.626563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:48:17.639207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:17.655426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:48:17.675931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:17.696102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-991e6649-ec2f-4f45-a70c-3b2cd4c27c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:17.714709 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-ecb319fc-cdfd-4729-ba69-e58a2335b809 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "PUT /v2.0/floatingips/8ae593de-e228-42e7-b652-0b5885d6bafe HTTP/1.1" status: 200 len: 995 time: 2.1101880 Feb 17 01:48:17.715269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:17.739382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:17.740102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:17.827541 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'status': 'completed', 'code': 200} Feb 17 01:48:17.962086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:17.967770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:18.032716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-c260ccff-6a9b-4d64-b520-d784587bf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:18.036580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:18.048285 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-c260ccff-6a9b-4d64-b520-d784587bf2cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1162 time: 0.3122778 Feb 17 01:48:18.050638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:18.053597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-ba164771-6c68-4826-a501-d1e0b6904ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:18.055384 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-ba164771-6c68-4826-a501-d1e0b6904ac8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1162 time: 0.2261314 Feb 17 01:48:18.099287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:18.115346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:18.227291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:18.228005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:18.301954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a10ab-257f-47e4-af27-6f39af0e0d5c req-eb46fdd7-f24f-4102-9be9-4d3c32dee369 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:18.302803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b48a10ab-257f-47e4-af27-6f39af0e0d5c req-eb46fdd7-f24f-4102-9be9-4d3c32dee369 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:18.314622 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0661266 Feb 17 01:48:18.336001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Request body: {'port': {'device_id': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:18.346217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 2, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:18.353527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Checking router: 8840398c-0f30-45ad-ab67-02f2ef4602bf for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:48:18.353924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Updating router 8840398c-0f30-45ad-ab67-02f2ef4602bf port d28d4b20-cf8f-45e8-8c83-0548e62ad396 binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:48:18.451519 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b48a10ab-257f-47e4-af27-6f39af0e0d5c req-eb46fdd7-f24f-4102-9be9-4d3c32dee369 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:18.455056 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b48a10ab-257f-47e4-af27-6f39af0e0d5c req-eb46fdd7-f24f-4102-9be9-4d3c32dee369 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 931 time: 0.4079814 Feb 17 01:48:18.490507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:18.501944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-87c662ce-9527-484a-8382-5faf05cefc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:18.504407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-87c662ce-9527-484a-8382-5faf05cefc27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.4549482 Feb 17 01:48:18.626332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '8ae593de-e228-42e7-b652-0b5885d6bafe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:67:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:13Z', 'updated_at': '2021-02-17T01:48:16Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:18.642578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:48:18.650975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-12059fce-972a-4183-96d6-df5fb74139ed None None] Provisioning for port a5bd8b73-d600-48a2-b704-c70ed1541882 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:18.672405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:18.673125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:18.677063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:18.856407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b48a10ab-257f-47e4-af27-6f39af0e0d5c req-eea5379e-b7fe-4e47-831e-034e944113c2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312643 Feb 17 01:48:18.965525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:19.011029 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-e83da972-c939-4dea-94ce-858ef71a8731 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 998 time: 0.4945846 Feb 17 01:48:19.012088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-8b46b073-00f7-4554-a259-ef2fb07e9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:19.014159 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-8b46b073-00f7-4554-a259-ef2fb07e9b2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.9336421 Feb 17 01:48:19.128139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-12059fce-972a-4183-96d6-df5fb74139ed None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:19.128472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-12059fce-972a-4183-96d6-df5fb74139ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:19.186243 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:19.196823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-bea37243-75ff-4e77-a69d-0fed741f69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:19.206105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-bea37243-75ff-4e77-a69d-0fed741f69c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.1849558 Feb 17 01:48:19.225680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Transition to ACTIVE for port object d28d4b20-cf8f-45e8-8c83-0548e62ad396 will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:19.264198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:19.268788 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-6ccde2fa-e027-42c7-ad5e-e2fab35d27c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 998 time: 0.2457445 Feb 17 01:48:19.289689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:19.393356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-83e50588-accc-4685-98d5-e7ca7046f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:19.395313 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-83e50588-accc-4685-98d5-e7ca7046f7b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.1153610 Feb 17 01:48:19.400145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-dddf5b2e-30c4-4942-ad1f-97dcd01c65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:19.405741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-dddf5b2e-30c4-4942-ad1f-97dcd01c65b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1986613 Feb 17 01:48:19.437694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Pushing event updated for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:19.507784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-84a471a6-e968-4f73-889f-6f9fd16b0673 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:48:19.512506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-84a471a6-e968-4f73-889f-6f9fd16b0673 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0244713 Feb 17 01:48:19.606937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bd8b73-d600-48a2-b704-c70ed1541882 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:48:19.624818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:19.659301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Transition to ACTIVE for port object a5bd8b73-d600-48a2-b704-c70ed1541882 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:19.679712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-12059fce-972a-4183-96d6-df5fb74139ed None None] Port a5bd8b73-d600-48a2-b704-c70ed1541882 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:48:19.700133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '8ae593de-e228-42e7-b652-0b5885d6bafe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:67:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:13Z', 'updated_at': '2021-02-17T01:48:16Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:19.705481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11435d0-52fa-481b-89e8-2d42a9ef6211 None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '8ae593de-e228-42e7-b652-0b5885d6bafe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:67:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:13Z', 'updated_at': '2021-02-17T01:48:16Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:48:19.708491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:19.726143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:19.762423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-0b39ca6d-1205-4eb6-8b8d-2c375a78faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:19.764647 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-0b39ca6d-1205-4eb6-8b8d-2c375a78faaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3580298 Feb 17 01:48:19.816884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-991fb367-5d80-474f-ba17-c1372cafb2aa service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878215 Feb 17 01:48:19.833262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.833642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.834020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.834390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.834760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.835127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.835491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.835850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.836234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.836592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.836950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.837306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.837715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.838075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.838434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.838791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.839148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.839502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.839858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.840239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.840598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.841006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.841928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.842277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:48:19.856360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:19.886045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:19.890124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:20.121750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Attempting to bind port d28d4b20-cf8f-45e8-8c83-0548e62ad396 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:48:20.122175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Attempting to bind port d28d4b20-cf8f-45e8-8c83-0548e62ad396 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:48:20.122807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Attempting to bind port d28d4b20-cf8f-45e8-8c83-0548e62ad396 on network 21b9cef6-f07d-4e55-b850-8567ff496a34 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:48:20.139226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:48:20.139653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Checking segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:20.142144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.142606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Bound using segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:48:20.143142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Bound port: d28d4b20-cf8f-45e8-8c83-0548e62ad396, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:48:20.143563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.265557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Attempting to bind port a5bd8b73-d600-48a2-b704-c70ed1541882 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:48:20.266177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Attempting to bind port a5bd8b73-d600-48a2-b704-c70ed1541882 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:48:20.266906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Attempting to bind port a5bd8b73-d600-48a2-b704-c70ed1541882 on network a604e696-3a32-4bbb-b662-de66d0ba21d7 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:48:20.345020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:48:20.345694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Checking segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:20.346548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.347122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Bound using segment: {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:48:20.347773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Bound port: a5bd8b73-d600-48a2-b704-c70ed1541882, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ce5c22-ffcc-4940-9abb-74f1afffdb9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:48:20.348385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.372050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] For port d28d4b20-cf8f-45e8-8c83-0548e62ad396, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:48:20.375943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] For port d28d4b20-cf8f-45e8-8c83-0548e62ad396, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d28d4b20-cf8f-45e8-8c83-0548e62ad396,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:48:20.383497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8ab55-c01d-4f34-9cf2-957b5d693808 None None] New status for floating IP 8ae593de-e228-42e7-b652-0b5885d6bafe: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:48:20.394402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-1a04e9ee-23f4-4f61-8dd3-02a1d960aa37 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883379 Feb 17 01:48:20.400409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ba7f134c-36ee-460d-aab6-49da5366b26a req-e4aaadf1-1f4e-4957-861d-2a0c032104b1 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5397654 Feb 17 01:48:20.487098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.508406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd6183-484d-4b6e-9299-35e6ad0fff34 req-1de24c85-0f58-498f-93eb-914c6082b1f8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:20.510056 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09dd6183-484d-4b6e-9299-35e6ad0fff34 req-1de24c85-0f58-498f-93eb-914c6082b1f8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.2667799 Feb 17 01:48:20.527188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c8bad2b5-9513-4853-bf4d-5ed8f24c2a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:20.548889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:48:20.570276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:48:20.586171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09dd6183-484d-4b6e-9299-35e6ad0fff34 req-ae1a9f96-9c59-4f35-b120-99cb35f5d4e8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684736 Feb 17 01:48:20.624839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.651034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:20.697949 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b39da1e-ffea-4db6-a2c7-4b0d99ab9d1a req-163f4fc9-66b3-490a-9ec1-ccce055309f1 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2962587 Feb 17 01:48:20.866185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:20.866795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:20.868354 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 1157 time: 2.5445797 Feb 17 01:48:20.871395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:20.904864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:20.909742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:20.923021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Pushing event updated for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=4']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:20.950789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:21.108783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-ecfda71a-3fe3-43a5-acf4-1732017247a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:21.111047 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-ecfda71a-3fe3-43a5-acf4-1732017247a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1160 time: 0.1719561 Feb 17 01:48:21.486885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:21.486885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'status': 'completed', 'code': 200} Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-24a19109-aab3-4ce9-a480-78d3eda04d79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 217 time: 0.0877559 Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-63a4fdde-d588-43e9-82a6-2119b20ef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-63a4fdde-d588-43e9-82a6-2119b20ef04f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0705426 Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-48d7978b-a2c8-4fcf-83be-80d10539c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:21.487995 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-48d7978b-a2c8-4fcf-83be-80d10539c5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829470 Feb 17 01:48:21.527151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-7f830bb9-55db-48b0-be17-b802ac4efd0d service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440687 Feb 17 01:48:21.557280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:21.678739 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-938d42b2-9f9e-43ec-bde7-d5155b9467fb req-6ea11e1f-e1b4-455f-ad02-f5e10e512355 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443546 Feb 17 01:48:21.883160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87424-478a-45fb-b772-e87322644184 req-72bc2f0f-2fc9-4aa8-b2cf-5f30b82eede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:21.884810 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-72bc2f0f-2fc9-4aa8-b2cf-5f30b82eede7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1160 time: 0.1234272 Feb 17 01:48:21.892538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414100a2-e1bb-4e50-8ca1-ad8d5d963a76 req-d2e9d6bd-e822-4edb-a081-564dd78d9ee1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:21.900446 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-414100a2-e1bb-4e50-8ca1-ad8d5d963a76 req-d2e9d6bd-e822-4edb-a081-564dd78d9ee1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.1768978 Feb 17 01:48:22.136931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:20Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:22.144190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc976f-330e-4142-a472-b1ccd26f197b None None] The sync data for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi is: [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:20Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:48:22.303381 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-414100a2-e1bb-4e50-8ca1-ad8d5d963a76 req-ab71b9c3-abb1-4a10-8f5b-23c0db31744a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022155 Feb 17 01:48:22.397736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87424-478a-45fb-b772-e87322644184 req-41a6d14e-83e2-4fd1-a0f5-4770434e1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:22.399423 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-41a6d14e-83e2-4fd1-a0f5-4770434e1957 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.4964435 Feb 17 01:48:22.497046 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-3273b9f8-7dea-4f1d-bbc0-417ce88167cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 217 time: 0.0878353 Feb 17 01:48:22.581779 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87424-478a-45fb-b772-e87322644184 req-62e6b6ea-b00f-4c45-913c-cbf159dc7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:22.584162 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-62e6b6ea-b00f-4c45-913c-cbf159dc7ab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0786500 Feb 17 01:48:22.688322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87424-478a-45fb-b772-e87322644184 req-119391cf-7dc1-46c4-8d11-9ca59cb7f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:22.689955 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-119391cf-7dc1-46c4-8d11-9ca59cb7f8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977855 Feb 17 01:48:22.851068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-6bc8a0cb-e63d-4542-af9b-525eb5ce16a2 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525283 Feb 17 01:48:23.009237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbd87424-478a-45fb-b772-e87322644184 req-eac322e5-4e59-4a5b-a6f7-b7a182e8b540 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502972 Feb 17 01:48:23.390710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d28d4b20-cf8f-45e8-8c83-0548e62ad396 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:23.549424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:23.558100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:23.558633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:23.592259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-2eb2d5fb-bd4f-4c4e-9364-78027239b1a3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:23.593466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-2eb2d5fb-bd4f-4c4e-9364-78027239b1a3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:23.608070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-2eb2d5fb-bd4f-4c4e-9364-78027239b1a3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:23.609641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-2eb2d5fb-bd4f-4c4e-9364-78027239b1a3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.1462998 Feb 17 01:48:23.668286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-a5e8a519-80d4-4f1d-93f1-0820d7576338 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:23.721522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-a5e8a519-80d4-4f1d-93f1-0820d7576338 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:23.723568 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ae5cd1fe-a45d-4852-887a-e7286aa14623 req-a5e8a519-80d4-4f1d-93f1-0820d7576338 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076396 Feb 17 01:48:23.733434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:23.783719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port d28d4b20-cf8f-45e8-8c83-0548e62ad396, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d28d4b20-cf8f-45e8-8c83-0548e62ad396,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:23.827855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:23.830199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:23.909813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:23.913374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:24.098989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:24.210449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port a5bd8b73-d600-48a2-b704-c70ed1541882 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:24.216281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:24.216702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:24.342980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:24.373438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:24.386850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:24.417595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:24.420464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:24.521963 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'code': 200} Feb 17 01:48:24.546524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:24.552941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:24.937342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5461-7097-43b8-902e-e591e875fd0c req-1cbcb74b-7200-41cd-93b7-80c1e49fdcb4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:24.939008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f78b5461-7097-43b8-902e-e591e875fd0c req-1cbcb74b-7200-41cd-93b7-80c1e49fdcb4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0877814 Feb 17 01:48:24.990377 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f78b5461-7097-43b8-902e-e591e875fd0c req-98ab831c-8881-4812-89ac-40801d737344 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Feb 17 01:48:25.130936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb4ca0-f65a-4c0e-b038-0b107c0c7a7d req-11869eab-0797-43c2-8fef-d10e56124df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:25.132560 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f6fb4ca0-f65a-4c0e-b038-0b107c0c7a7d req-11869eab-0797-43c2-8fef-d10e56124df4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1162 time: 0.0813437 Feb 17 01:48:25.175880 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f6fb4ca0-f65a-4c0e-b038-0b107c0c7a7d req-542f2fc2-7c88-4987-af88-a390959ce0df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Feb 17 01:48:25.362355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d28d4b20-cf8f-45e8-8c83-0548e62ad396 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:25.442953 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d28d4b20-cf8f-45e8-8c83-0548e62ad396 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:25.443473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:25.710569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:25.791660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:25.792166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:26.207202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00241cf-52f4-4e08-90c3-9368d4c67e5b req-160768c6-339e-4080-9953-a029f0951e67 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:26.208913 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e00241cf-52f4-4e08-90c3-9368d4c67e5b req-160768c6-339e-4080-9953-a029f0951e67 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0924208 Feb 17 01:48:26.263705 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e00241cf-52f4-4e08-90c3-9368d4c67e5b req-618b461f-d715-41c4-b3bb-ad06e673adb2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483551 Feb 17 01:48:26.605124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:27.488621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409deec4-77bd-4205-b431-c8a3e4ad0ab7 req-0787cce9-00e2-44d3-ad48-05dbe708f44f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:27.496844 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-409deec4-77bd-4205-b431-c8a3e4ad0ab7 req-0787cce9-00e2-44d3-ad48-05dbe708f44f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1116898 Feb 17 01:48:27.547302 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-409deec4-77bd-4205-b431-c8a3e4ad0ab7 req-8c7468d3-9d1d-4c92-9fdd-bb44cada3a34 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494833 Feb 17 01:48:27.743596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:27.767572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d3c18-306a-4b9b-a69b-2700803642e5 req-1d180eb7-d4e0-41fd-88ef-e1f60f20d9b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:27.769710 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-920d3c18-306a-4b9b-a69b-2700803642e5 req-1d180eb7-d4e0-41fd-88ef-e1f60f20d9b8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1041853 Feb 17 01:48:27.780132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47458) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:48:27.786812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Request body: {'floatingip': {'port_id': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:27.830580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:27.830925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:27.879873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:28.526759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:28.566427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:28.752511 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Floating IP 2edcb016-e0d6-41e6-b659-5961d204952a associated. External IP: 172.27.2.57, port: a5bd8b73-d600-48a2-b704-c70ed1541882. Feb 17 01:48:29.363921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:48:29.561559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:48:29.566081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:29.572572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:48:29.582953 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:29.583721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:29.632086 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-af755bef-00bc-4e6c-9d58-58df03a7f1ff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "PUT /v2.0/floatingips/2edcb016-e0d6-41e6-b659-5961d204952a HTTP/1.1" status: 200 len: 990 time: 1.8475564 Feb 17 01:48:29.632086 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:29.655668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-1bf99514-b414-4314-bcee-89b64cf2f247 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:29.657290 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-1bf99514-b414-4314-bcee-89b64cf2f247 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 814 time: 0.1630933 Feb 17 01:48:29.674278 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-63a95f97-8f16-431a-a2ed-0686df9d5347 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/quotas/ae5e99e867ea42f6b5666589139c0efa HTTP/1.1" status: 200 len: 375 time: 0.0105505 Feb 17 01:48:29.769527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-6a5eee57-8bd3-46f8-a33d-e8086b90d740 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:29.776872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:29.805376 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'status': 'completed', 'code': 200} Feb 17 01:48:29.817684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-6a5eee57-8bd3-46f8-a33d-e8086b90d740 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:29.819231 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-6a5eee57-8bd3-46f8-a33d-e8086b90d740 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380155 Feb 17 01:48:30.040104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-10042499-df08-4004-bb68-47ac6fbb512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:30.040104 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-10042499-df08-4004-bb68-47ac6fbb512e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1162 time: 0.2148457 Feb 17 01:48:30.040104 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-45060c31-e83f-4e88-b604-81feb8589a52 service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772015 Feb 17 01:48:30.144995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '2edcb016-e0d6-41e6-b659-5961d204952a', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:7b:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:11Z', 'updated_at': '2021-02-17T01:48:28Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:30.149298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:48:30.159019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:48:30.159678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:48:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:30.301518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-ff086055-81b3-4b43-8ce3-e3927e7c2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:30.303032 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-ff086055-81b3-4b43-8ce3-e3927e7c2c90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.2593014 Feb 17 01:48:30.308439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-bdefac38-05f7-4243-b4b2-990f0759bc16 service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2422891 Feb 17 01:48:30.350680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:48:30.416155 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-0b448fd9-01ae-41b1-b94b-1beecb5cd460 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 998 time: 0.1061952 Feb 17 01:48:30.503892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-0e03e790-0207-479d-9db1-d8afde1897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:30.505602 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-0e03e790-0207-479d-9db1-d8afde1897c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0822842 Feb 17 01:48:30.566634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78cd4595-dd01-483e-8701-6504e72f5d2f req-5551b68a-224c-463c-a9ab-0c913926e52b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 210 time: 0.0557661 Feb 17 01:48:30.606411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-4c3303db-4efc-4fa9-8110-c1319ab527e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:30.608052 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-4c3303db-4efc-4fa9-8110-c1319ab527e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944293 Feb 17 01:48:30.763625 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-1a6277ad-b414-44bf-a767-aa23316a9c2e service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454561 Feb 17 01:48:30.912656 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7320195-c8a8-48b6-8c7b-f9554a7b1508 req-e46c2818-6e16-4cec-9af9-20dec63b1179 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416922 Feb 17 01:48:30.927872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '2edcb016-e0d6-41e6-b659-5961d204952a', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:7b:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:11Z', 'updated_at': '2021-02-17T01:48:28Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:48:30.932344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d62b63-9ed6-4e28-90ad-ce18f8d9c5b2 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '2edcb016-e0d6-41e6-b659-5961d204952a', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'port_id': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'mac_address': 'fa:16:3e:7b:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:48:11Z', 'updated_at': '2021-02-17T01:48:28Z', 'revision_number': 1, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:48:31.245002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b21b5-0f46-4a0a-a94a-f9458fe3533d None None] New status for floating IP 2edcb016-e0d6-41e6-b659-5961d204952a: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:48:31.730649 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f70a7b3c-f0e6-4145-b6ba-c5275b5fc773 req-c22acae5-5ae1-4d3c-94f9-f3ea5feb1861 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 210 time: 0.0481818 Feb 17 01:48:32.412776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-5ff8366d-5d10-46a8-987c-efa8c61a13a6 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:32.414563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-5ff8366d-5d10-46a8-987c-efa8c61a13a6 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 814 time: 0.1577833 Feb 17 01:48:32.430125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'port': {'device_id': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'admin_state_up': True, 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:32.549068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1437a15f-2c63-478b-b69a-be5d08f0f22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:32.577892 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:48:32.587655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:48:32.628838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Made reservation on behalf of ae5e99e867ea42f6b5666589139c0efa for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:48:32.634540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:32.901856 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-42071b51-9f77-4700-957b-d5b16cf19146 req-9fdb5276-83b5-4328-b950-553886654455 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 210 time: 0.0538890 Feb 17 01:48:32.948269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Allocated IP 172.20.0.9 (21b9cef6-f07d-4e55-b850-8567ff496a34/2ef86890-87a0-4aff-94c5-6132d80ada4f/0fd2daaa-4042-453a-9bc8-e8424618aab0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:48:33.217192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:33.245667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Transition to ACTIVE for port object 0fd2daaa-4042-453a-9bc8-e8424618aab0 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:33.297867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:33.315020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1703462-63da-468a-9587-6ed24a55e994 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:33.454593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:33.459157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:33.523379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:48:33.524663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:48:33.527079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:48:33.608782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:33.609482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:33.686797 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607429 Feb 17 01:48:33.840253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-d2044c58-f5d3-4b8c-8e67-d27eb3bd90ef None None] Provisioning for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:33.846497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-d2044c58-f5d3-4b8c-8e67-d27eb3bd90ef None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:33.847010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d2044c58-f5d3-4b8c-8e67-d27eb3bd90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:33.908408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d2044c58-f5d3-4b8c-8e67-d27eb3bd90ef None None] Port 0fd2daaa-4042-453a-9bc8-e8424618aab0 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:48:34.107925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc77ea-1b07-4577-88b7-506e89c66c13 req-19174ff5-6f9f-4d75-9326-d0940b720cb3 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:34.109506 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8fc77ea-1b07-4577-88b7-506e89c66c13 req-19174ff5-6f9f-4d75-9326-d0940b720cb3 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0887249 Feb 17 01:48:34.158632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a8fc77ea-1b07-4577-88b7-506e89c66c13 req-ee52ebf0-afeb-4360-9bf0-9bdc6748c65b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:34.250417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a8fc77ea-1b07-4577-88b7-506e89c66c13 req-ee52ebf0-afeb-4360-9bf0-9bdc6748c65b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:34.251718 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8fc77ea-1b07-4577-88b7-506e89c66c13 req-ee52ebf0-afeb-4360-9bf0-9bdc6748c65b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358428 Feb 17 01:48:34.389401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-64b27700-93c5-415a-bc5b-fb5e22c17a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:35.154942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:35.467878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063afb7c-2fc2-49df-8b8d-7ed9d12e902a req-31e6b680-369d-468d-a3c4-c15b18a10036 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:35.469482 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-063afb7c-2fc2-49df-8b8d-7ed9d12e902a req-31e6b680-369d-468d-a3c4-c15b18a10036 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0958626 Feb 17 01:48:35.524025 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-063afb7c-2fc2-49df-8b8d-7ed9d12e902a req-b122aa98-b431-4d3f-a912-970b79147876 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481977 Feb 17 01:48:36.211765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:36.724395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e12805-55e9-4905-a792-06c648ee4315 req-aa3caa30-d008-4ec3-b0a5-c313d235857a tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:36.726028 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-50e12805-55e9-4905-a792-06c648ee4315 req-aa3caa30-d008-4ec3-b0a5-c313d235857a tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0887108 Feb 17 01:48:36.779562 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-50e12805-55e9-4905-a792-06c648ee4315 req-4e8701a3-3db2-4869-8e3a-d8987205450b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Feb 17 01:48:36.977634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:37.988449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f7b8f-7dac-4473-a9e7-86aa176ce7e7 req-63cd0cdc-5c0c-4ea5-80f1-8e3f197d3d8f tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:37.990155 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-347f7b8f-7dac-4473-a9e7-86aa176ce7e7 req-63cd0cdc-5c0c-4ea5-80f1-8e3f197d3d8f tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0927029 Feb 17 01:48:38.040176 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-347f7b8f-7dac-4473-a9e7-86aa176ce7e7 req-9403942a-bc13-4ead-b812-64603bb53f79 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Feb 17 01:48:39.245076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66d02e-2b82-466f-b27f-b0f448a258d0 req-ec752605-71b6-460f-94a7-3f0180b4cb28 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:39.246629 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4a66d02e-2b82-466f-b27f-b0f448a258d0 req-ec752605-71b6-460f-94a7-3f0180b4cb28 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0936913 Feb 17 01:48:39.297715 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4a66d02e-2b82-466f-b27f-b0f448a258d0 req-ba39ffd2-75dc-4fb4-94c8-e63ff652201e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Feb 17 01:48:40.542548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5634a-1c0e-4c7d-8c7d-27f106021380 req-103bc7db-afc0-4089-8e33-092570027090 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:40.545229 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-94d5634a-1c0e-4c7d-8c7d-27f106021380 req-103bc7db-afc0-4089-8e33-092570027090 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.1146929 Feb 17 01:48:40.596090 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-94d5634a-1c0e-4c7d-8c7d-27f106021380 req-fc27e8a3-90cd-4a08-9c36-fd7c514a1c1f tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Feb 17 01:48:41.805445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788198-18d4-4761-a931-64f570b37e96 req-8f509c95-b976-464e-8724-dbfcdd09fc91 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:41.807188 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-24788198-18d4-4761-a931-64f570b37e96 req-8f509c95-b976-464e-8724-dbfcdd09fc91 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0945649 Feb 17 01:48:41.856595 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-24788198-18d4-4761-a931-64f570b37e96 req-2d1ed6cc-4511-41a9-b9ff-e54078cdddf4 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Feb 17 01:48:43.065421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f5b2-2245-489b-b1fc-fdba7c952862 req-ed33d509-9109-40f8-941d-40c516863798 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:43.067068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-caf5f5b2-2245-489b-b1fc-fdba7c952862 req-ed33d509-9109-40f8-941d-40c516863798 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0921903 Feb 17 01:48:43.116455 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-caf5f5b2-2245-489b-b1fc-fdba7c952862 req-9a998f66-23f6-476e-a721-7d548d74e845 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Feb 17 01:48:43.879070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Request body: {'port': {'device_id': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:48:43.998458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:44.322394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665f43-3137-4a57-924d-fcc95e6dee9d req-bc5cd88d-5253-4799-b99e-8dfb3221da48 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:44.324046 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e665f43-3137-4a57-924d-fcc95e6dee9d req-bc5cd88d-5253-4799-b99e-8dfb3221da48 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 931 time: 0.0904543 Feb 17 01:48:44.372696 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e665f43-3137-4a57-924d-fcc95e6dee9d req-63262287-ca2d-45ed-a6e7-2ed9651d4afb tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Feb 17 01:48:44.630280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd2daaa-4042-453a-9bc8-e8424618aab0 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:48:44.638624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:44.650476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Transition to ACTIVE for port object 0fd2daaa-4042-453a-9bc8-e8424618aab0 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:48:44.685918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:44.701416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:44.835020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:44.847545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:45.026044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Attempting to bind port 0fd2daaa-4042-453a-9bc8-e8424618aab0 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:48:45.026426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Attempting to bind port 0fd2daaa-4042-453a-9bc8-e8424618aab0 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:48:45.026805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Attempting to bind port 0fd2daaa-4042-453a-9bc8-e8424618aab0 on network 21b9cef6-f07d-4e55-b850-8567ff496a34 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:48:45.032800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:48:45.033181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Checking segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:48:45.033592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:45.033996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Bound using segment: {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:48:45.034473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Bound port: 0fd2daaa-4042-453a-9bc8-e8424618aab0, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fbbcdc-5538-4c70-b4b5-15c721de99df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:48:45.034851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:45.132482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:48:45.135560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:48:45.160168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:45.175756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d1d48f8-35f1-4017-b929-e4b675a4871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:45.329269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:45.334564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:45.364450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:45.365099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:45.366545 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 1157 time: 1.4924800 Feb 17 01:48:45.367076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:45.417080 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:48:45.561646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d5887a30-f580-4b06-b3d2-3256f99f69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:45.563172 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-d5887a30-f580-4b06-b3d2-3256f99f69e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1160 time: 0.1364841 Feb 17 01:48:45.669808 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-133a401c-0ccf-4b3d-a936-7c6282f78183 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 217 time: 0.0957866 Feb 17 01:48:45.765099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbf70d-87e0-427a-bd05-2c9f75a82c99 req-868930f3-9f96-4bff-b082-08df85c57743 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:45.766143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4bbbf70d-87e0-427a-bd05-2c9f75a82c99 req-868930f3-9f96-4bff-b082-08df85c57743 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:48:45.784538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-981e854d-4e0e-458f-abeb-9011c77801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:45.786267 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-981e854d-4e0e-458f-abeb-9011c77801b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.1059546 Feb 17 01:48:45.889188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-f6b10479-4256-4baa-bc5a-5f52d2ec6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:45.890827 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-f6b10479-4256-4baa-bc5a-5f52d2ec6838 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971570 Feb 17 01:48:46.053777 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-e5c4403b-789f-4cc9-96fd-a2bf3ebbcd55 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529772 Feb 17 01:48:46.202859 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-858b41f1-97c6-4202-aeba-4fa4f40e9781 req-55b84c4d-cb0a-445f-b203-b6beea203269 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413405 Feb 17 01:48:46.423041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4bbbf70d-87e0-427a-bd05-2c9f75a82c99 req-868930f3-9f96-4bff-b082-08df85c57743 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:48:46.424368 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4bbbf70d-87e0-427a-bd05-2c9f75a82c99 req-868930f3-9f96-4bff-b082-08df85c57743 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 943 time: 0.9233980 Feb 17 01:48:46.473301 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4bbbf70d-87e0-427a-bd05-2c9f75a82c99 req-fe0fbe85-afc6-4a13-9854-b669442f8766 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Feb 17 01:48:46.554411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-177afe13-8a74-4005-a50f-a3670292e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:46.556045 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-177afe13-8a74-4005-a50f-a3670292e6e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1160 time: 0.0783892 Feb 17 01:48:46.695465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-662feedf-ac63-49d3-b52d-340855190272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:46.697049 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-662feedf-ac63-49d3-b52d-340855190272 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.1343586 Feb 17 01:48:46.772256 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-aa27a2c9-1079-4d48-89d6-c079b5cf3884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 217 time: 0.0670824 Feb 17 01:48:46.842825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-200fcb5d-bdcb-45ea-8028-4a0b7b7670da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:46.844347 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-200fcb5d-bdcb-45ea-8028-4a0b7b7670da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0619576 Feb 17 01:48:46.928758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-c8916783-f4df-4768-bb86-92188ec9db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:46.930296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-c8916783-f4df-4768-bb86-92188ec9db2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784068 Feb 17 01:48:46.977679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:48:47.070923 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-2b68bd30-609c-4806-ad4b-b54dc70234fa service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328404 Feb 17 01:48:47.210407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-507634a8-5272-4be5-b5cc-0a22720d3cfd req-fa4e0137-5273-4992-8920-6bf00c9453f7 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1324601 Feb 17 01:48:47.671491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dcad-2d6a-48f9-83dd-a2360a875152 req-d32a1412-bee6-4c5e-9040-08de9618a0e8 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:47.673095 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f646dcad-2d6a-48f9-83dd-a2360a875152 req-d32a1412-bee6-4c5e-9040-08de9618a0e8 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 943 time: 0.0854700 Feb 17 01:48:47.718614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f646dcad-2d6a-48f9-83dd-a2360a875152 req-5cfe4016-ce8e-4ca5-b17b-e6e2d513cf12 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Feb 17 01:48:47.898853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-3c8265c0-ec17-4880-9dca-e071377fd036 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:48:48.341939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:48.445980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:48:48.452431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:48.452859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:48.578026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:48.605227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:48:48.615198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:48:48.645687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:48.647626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:48:48.679382 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'code': 200} Feb 17 01:48:48.718639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:48:48.721931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:48:48.924466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e758081-e9d1-4fdb-b55c-8697b7999abf req-28fdacbe-be3d-470f-9de3-b4037464d275 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:48.926071 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9e758081-e9d1-4fdb-b55c-8697b7999abf req-28fdacbe-be3d-470f-9de3-b4037464d275 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0927968 Feb 17 01:48:48.963160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ff478-74b4-4b01-bd5a-4974196e4efb req-7eeeda20-6cbc-4a07-93c4-b0be5c6bea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:48.964812 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-693ff478-74b4-4b01-bd5a-4974196e4efb req-7eeeda20-6cbc-4a07-93c4-b0be5c6bea3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.0813556 Feb 17 01:48:48.974105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9e758081-e9d1-4fdb-b55c-8697b7999abf req-a3be145b-7107-4b47-893b-8f6fdbb63be5 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Feb 17 01:48:49.010180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-693ff478-74b4-4b01-bd5a-4974196e4efb req-66e11fa3-2209-4faa-8931-16dc1695e9a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Feb 17 01:48:49.842812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:48:49.916560 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:48:49.916916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:48:50.174103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62cda-af69-42dc-9496-216294b36af3 req-1e7373ee-08a5-4242-bade-060ca0379071 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:50.175599 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-71a62cda-af69-42dc-9496-216294b36af3 req-1e7373ee-08a5-4242-bade-060ca0379071 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0881248 Feb 17 01:48:50.229167 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-71a62cda-af69-42dc-9496-216294b36af3 req-de3faac2-f431-415b-abd0-e6d0809a557c tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Feb 17 01:48:51.425052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95847509-913f-41ec-8405-a6a9b72a62da req-520a8d33-e3aa-4745-ad65-c71aca01aa76 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:51.426654 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-95847509-913f-41ec-8405-a6a9b72a62da req-520a8d33-e3aa-4745-ad65-c71aca01aa76 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Feb 17 01:48:51.475010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-95847509-913f-41ec-8405-a6a9b72a62da req-f69895dd-77b9-4cf6-b38d-fd35da54450e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Feb 17 01:48:51.481303 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-717a2fcf-804a-41d9-a85f-901a703f6d8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0776510 Feb 17 01:48:51.922804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-60dd5abb-3b97-444e-b650-a8f29bc00dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:51.924427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-60dd5abb-3b97-444e-b650-a8f29bc00dfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.3655760 Feb 17 01:48:51.931172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35897a2-5b20-41d9-a693-712f6a0b3cbb req-392469b3-8f19-4b67-9712-cc505b40b073 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:51.932716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d35897a2-5b20-41d9-a693-712f6a0b3cbb req-392469b3-8f19-4b67-9712-cc505b40b073 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.3315074 Feb 17 01:48:52.067845 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d35897a2-5b20-41d9-a693-712f6a0b3cbb req-2637d6c8-4c9e-45cc-a162-a3e72d8f775b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287961 Feb 17 01:48:52.110982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-e0e5707e-d789-46ae-b4bb-0e9b0d60b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:52.112561 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-e0e5707e-d789-46ae-b4bb-0e9b0d60b472 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.1574490 Feb 17 01:48:52.220975 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-f9f07581-ae48-4b2e-8398-df8fd7fb7091 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 1001 time: 0.1006868 Feb 17 01:48:52.294502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-61aedf64-5ce3-4e81-acd4-118ade758dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:52.296109 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-61aedf64-5ce3-4e81-acd4-118ade758dc0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0681689 Feb 17 01:48:52.380226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-77a6ed6c-4e86-4883-adda-7472e8ca3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:52.381863 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-77a6ed6c-4e86-4883-adda-7472e8ca3cc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789530 Feb 17 01:48:52.593561 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-33ae1ab9-f8d2-4ae6-9439-e2d50aa6df12 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036881 Feb 17 01:48:52.603698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fb4f7-3d2d-4da9-adcd-b20659d28e6d req-78b22f4d-97a1-430d-8fae-bd140c30559b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:48:52.605222 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-912fb4f7-3d2d-4da9-adcd-b20659d28e6d req-78b22f4d-97a1-430d-8fae-bd140c30559b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.1944480 Feb 17 01:48:52.749342 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-912fb4f7-3d2d-4da9-adcd-b20659d28e6d req-6dfaa4c7-22c6-48e9-814f-e8b3ecf8251e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203897 Feb 17 01:48:52.775438 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0ed0bc77-d2ad-4099-a148-0395b2d92dbe req-4c0fac0a-dd7d-499d-9da2-48fc4c73ceee service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1692221 Feb 17 01:48:56.616770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:02.535704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9e131082-662d-4968-a8ad-85d9e664f60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:03.476638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2615-9eab-4ec8-8ff9-917fa6243b80 req-076f92e0-d803-401b-89e0-c6dc8c531312 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:03.478244 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-22ee2615-9eab-4ec8-8ff9-917fa6243b80 req-076f92e0-d803-401b-89e0-c6dc8c531312 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0850968 Feb 17 01:49:03.529371 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-22ee2615-9eab-4ec8-8ff9-917fa6243b80 req-93247ed6-ee49-441b-b6bf-865358ad30d1 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Feb 17 01:49:03.724919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-ca546bdd-e466-4a16-94f0-463031aa9053 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:49:03.776840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-ca546bdd-e466-4a16-94f0-463031aa9053 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:49:03.778232 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-ca546bdd-e466-4a16-94f0-463031aa9053 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2089093 Feb 17 01:49:03.788820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:03.794518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:49:03.799046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Usage tracker for resource:floatingip and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:49:03.802010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:49:03.807763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:49:03.845473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:03.990956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:04.260902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Allocated IP 172.27.2.106 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/f4e31455-e396-44a2-b051-824c8852cde3) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:49:04.405121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-7a8c20de-c83c-428d-b837-345d69e752eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:04.418198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:04.474723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:04.490340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b7e2cc9f-841e-4783-9638-268255afa156 tempest-VolumesNegativeTest-1103107296 tempest-VolumesNegativeTest-1103107296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:04.623493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'Port': ['ID=f4e31455-e396-44a2-b051-824c8852cde3,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:04.645043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.645461 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.645877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.646283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.646684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.647084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.647482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.647879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.648316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.648712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.649107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.649496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.649926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.650319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.650710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.651102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.651493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.651886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.652300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.652693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.653083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.653473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.653862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.654850 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:04.659125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:04.697263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:49:04.698387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:49:04.700757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:49:04.841530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:04.928534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.158733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.196258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.222561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.237791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:05.369024 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'Port': ['ID=f4e31455-e396-44a2-b051-824c8852cde3,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:05.373933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:05.477192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.547505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:05.548923 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-9cfbe716-fb5b-49a7-8ef4-6547530441de tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7646701 Feb 17 01:49:05.634104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-bdc53063-761a-4285-ab3b-48ee5220260b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:49:05.673008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-bdc53063-761a-4285-ab3b-48ee5220260b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:49:05.674279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-bdc53063-761a-4285-ab3b-48ee5220260b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200 len: 696 time: 0.1189482 Feb 17 01:49:05.832339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-8e8ef755-9282-4be2-85e0-a22dc5150641 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:05.833796 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6f358cef-bad3-4fee-837a-f4b6ae809cbd req-8e8ef755-9282-4be2-85e0-a22dc5150641 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.1534233 Feb 17 01:49:06.016535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-7ffab306-4ad7-4777-a5b9-c18e25d7e203 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:06.018131 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-7ffab306-4ad7-4777-a5b9-c18e25d7e203 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0871294 Feb 17 01:49:06.105229 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-144dea2a-2cf4-47ac-8074-93575345c56a tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200 len: 696 time: 0.0809605 Feb 17 01:49:06.115227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'floatingip': {'port_id': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:06.194736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:06.215869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:06.837064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:06.862573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:06.977047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:07.038571 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Floating IP 5f9fed2c-5126-4088-990f-e48e981801bd associated. External IP: 172.27.2.106, port: 0fd2daaa-4042-453a-9bc8-e8424618aab0. Feb 17 01:49:07.622420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Router 8840398c-0f30-45ad-ab67-02f2ef4602bf has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:49:07.806764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:49:07.812236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:07.816800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Sync routers for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:49:07.827759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:49:07.828491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:49:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:49:07.873164 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-8d29e348-d9d5-41ce-bb4c-8e0b4c8d712e tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "PUT /v2.0/floatingips/5f9fed2c-5126-4088-990f-e48e981801bd HTTP/1.1" status: 200 len: 996 time: 1.7613111 Feb 17 01:49:07.873679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:49:07.971870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-00e8b65b-8152-40d4-9400-cf7d368d49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:07.973680 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-00e8b65b-8152-40d4-9400-cf7d368d49cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.0877481 Feb 17 01:49:08.006279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:49:08.032056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:49:08.182660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-1c81fbcc-2c48-4621-8119-4d046ae89554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.184313 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-1c81fbcc-2c48-4621-8119-4d046ae89554 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.2040656 Feb 17 01:49:08.190065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b901d0-c763-4a0c-8748-844384025bf9 req-6e01a6c6-7d9f-4402-b539-ddecd83af8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.191592 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-6e01a6c6-7d9f-4402-b539-ddecd83af8e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.1346507 Feb 17 01:49:08.395143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '5f9fed2c-5126-4088-990f-e48e981801bd', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'port_id': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'mac_address': 'fa:16:3e:a9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:49:04Z', 'updated_at': '2021-02-17T01:49:06Z', 'revision_number': 1, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:49:08.398258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-9847127a-4c7c-4c3d-b973-0d1748b5c89e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 999 time: 0.2056277 Feb 17 01:49:08.399314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Checking router: 8840398c-0f30-45ad-ab67-02f2ef4602bf for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:49:08.408380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:49:08.409052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:49:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:49:08.489601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b901d0-c763-4a0c-8748-844384025bf9 req-539ea7ce-875f-420f-96b1-2ceab7e47844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.491220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-539ea7ce-875f-420f-96b1-2ceab7e47844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.2380922 Feb 17 01:49:08.492698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-dfa7c147-1e0a-4c2d-bbf2-bb638f21fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.494169 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-dfa7c147-1e0a-4c2d-bbf2-bb638f21fbb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0879023 Feb 17 01:49:08.601280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:49:08.658330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-4fd749cf-6590-45df-97df-ebc9f699cd10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 999 time: 0.1576231 Feb 17 01:49:08.729130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-67ba4c88-1f6d-488c-b5ca-426f5f367ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.730765 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-67ba4c88-1f6d-488c-b5ca-426f5f367ddd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1786797 Feb 17 01:49:08.738699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b901d0-c763-4a0c-8748-844384025bf9 req-c64ebd2b-91c8-4c38-9643-171fcc10da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.740177 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-c64ebd2b-91c8-4c38-9643-171fcc10da71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0726697 Feb 17 01:49:08.941898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-0425482f-fe09-44c2-81e1-cb9866fc9920 service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006960 Feb 17 01:49:08.947176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b901d0-c763-4a0c-8748-844384025bf9 req-888c8bf2-08e5-415f-9a1c-f8911d9a1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:08.948805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-888c8bf2-08e5-415f-9a1c-f8911d9a1443 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842523 Feb 17 01:49:08.965237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '5f9fed2c-5126-4088-990f-e48e981801bd', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'port_id': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'mac_address': 'fa:16:3e:a9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:49:04Z', 'updated_at': '2021-02-17T01:49:06Z', 'revision_number': 1, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:49:08.970083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b955359-8e8e-4e88-8a58-73a0a72b5ca1 None None] The sync data for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi is: [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '5f9fed2c-5126-4088-990f-e48e981801bd', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'floating_ip_address': '172.27.2.106', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'port_id': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'mac_address': 'fa:16:3e:a9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:49:04Z', 'updated_at': '2021-02-17T01:49:06Z', 'revision_number': 1, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:49:09.214672 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aabfbbe8-2e8c-482f-9b64-de55e57ca53c req-0da9e277-575c-4c5e-9187-b72c21c18f59 service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602224 Feb 17 01:49:09.217393 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-d85dd3c2-5e1a-4cea-bb3d-09b153e97b7d service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401376 Feb 17 01:49:09.261861 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991bd10-a081-49c5-a638-b1ab56ea1d2a None None] New status for floating IP 5f9fed2c-5126-4088-990f-e48e981801bd: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:49:09.296912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2085102904', 'description': 'tempest-TestMinimumBasicScenario-2085102904 description'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:09.303590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:49:09.315603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:49:09.363231 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-02b901d0-c763-4a0c-8748-844384025bf9 req-ba0dc55b-0855-4dc6-9387-3855b701d65e service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394100 Feb 17 01:49:09.364494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.394007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:49:09.398136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Usage tracker for resource:security_group_rule and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:49:09.401172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:49:09.407224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:49:09.480302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.508118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.512331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4b43c46-8a3e-40d0-970e-8276aab927fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:09.555556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7c115-64a9-449a-9819-af5fe60b32ea,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:09.561784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:09.609930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.611365 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cb5e1648-e06d-4078-86a2-ac06acdaed21 req-df18712b-7d66-4928-890d-e5518185d786 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3263006 Feb 17 01:49:09.681597 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-b9ba9d51-c439-4772-ac20-186272c982cd tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups/c5a7c115-64a9-449a-9819-af5fe60b32ea HTTP/1.1" status: 200 len: 1814 time: 0.0475450 Feb 17 01:49:09.692530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5a7c115-64a9-449a-9819-af5fe60b32ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:09.692871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5a7c115-64a9-449a-9819-af5fe60b32ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:09.698866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:49:09.703644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Usage tracker for resource:security_group_rule and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:49:09.706634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:49:09.712405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:49:09.792837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.816790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.844907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.846956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:09.869871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a394db-2b9b-494a-b0ba-2612b534bd44,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:09.881802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.882226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.882640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.883050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.883454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.883859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.884311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.884713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.885111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.885528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.885929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.886326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.886764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.887162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.887559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.888013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.888399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.891240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:09.894425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:09.912587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:09.914097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4590f8a4-b058-4794-8821-6c86dcb0bac9 req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2257450 Feb 17 01:49:09.984584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-de7de1b8-d8bd-4491-b6f2-7ecb295d463d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups/c5a7c115-64a9-449a-9819-af5fe60b32ea HTTP/1.1" status: 200 len: 2407 time: 0.0482078 Feb 17 01:49:09.994847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5a7c115-64a9-449a-9819-af5fe60b32ea', 'remote_group_id': None}]} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:09.995203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5a7c115-64a9-449a-9819-af5fe60b32ea', 'remote_group_id': None}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:10.001829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:49:10.005832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Usage tracker for resource:security_group_rule and tenant:ae5e99e867ea42f6b5666589139c0efa is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:49:10.008784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:49:10.014495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:49:10.110638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:10.134282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:10.170315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:10.172562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a8289e5b-d9a1-4651-9b36-619ba03a42c5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:10.195676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c44398-5f40-41d5-86c6-0a2666b580c6,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:10.198184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:10.227180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:10.228534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4e91d646-46f2-4d30-a2f0-34758bb4705b req-1cc38e4f-1d15-4fc7-8716-afc9f11c5d4d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2378080 Feb 17 01:49:10.368752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-750f0ad0-af65-484c-9148-c6c863942e17 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:49:10.404588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-750f0ad0-af65-484c-9148-c6c863942e17 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:49:10.405910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-750f0ad0-af65-484c-9148-c6c863942e17 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2085102904&fields=id&tenant_id=ae5e99e867ea42f6b5666589139c0efa HTTP/1.1" status: 200 len: 267 time: 0.0837462 Feb 17 01:49:10.499440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-34ee5f2c-6cab-491e-a974-fba01c3b45bb tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:10.501129 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-34ee5f2c-6cab-491e-a974-fba01c3b45bb tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0891464 Feb 17 01:49:10.513012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'port': {'security_groups': ['4a8e254c-794a-46cd-897b-7f278f758cc0', 'c5a7c115-64a9-449a-9819-af5fe60b32ea']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:49:10.648028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:11.208507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:49:11.234733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:11.273726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:11.288976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-164c36c1-ea2e-4207-8dbe-8889b81fe25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:11.454765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=5']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:11.460232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:11.497296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:11.498552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:11.500074 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5502f177-4894-42a1-a5b0-a88e32805cf7 req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "PUT /v2.0/ports/0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 981 time: 0.9922118 Feb 17 01:49:11.500621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:49:11.643304 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:49:11.690239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fa58a-278b-4b04-a229-3dab8037442c req-de6aa324-7b6f-4e7f-ba0b-7c23a3afbd8a tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:11.693317 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-051fa58a-278b-4b04-a229-3dab8037442c req-de6aa324-7b6f-4e7f-ba0b-7c23a3afbd8a tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0942020 Feb 17 01:49:11.705556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-08b64bf5-7c6f-48bb-a909-02f5a630a56d None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:11.705981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-08b64bf5-7c6f-48bb-a909-02f5a630a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:11.735379 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-09fca2ed-5c5f-4b9d-b6b0-f6910d87f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:11.735379 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-09fca2ed-5c5f-4b9d-b6b0-f6910d87f754 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1202 time: 0.0891590 Feb 17 01:49:11.757789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-051fa58a-278b-4b04-a229-3dab8037442c req-f2a3f160-7f9a-4d47-b857-9711a89f0db3 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0570772 Feb 17 01:49:11.882700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-c0ea3a20-d919-435d-a27c-1be4de8e4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:11.884328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-c0ea3a20-d919-435d-a27c-1be4de8e4c3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.1432543 Feb 17 01:49:12.134275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:49:12.212254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:12.212673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:12.223635 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-b41be116-e397-41cf-88ec-0b8601ee5c3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 1001 time: 0.3320417 Feb 17 01:49:12.292695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-4ed5a04e-963d-4188-9c8b-14d033455378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:12.294251 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-4ed5a04e-963d-4188-9c8b-14d033455378 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0634723 Feb 17 01:49:12.383889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-0fdaf336-4f34-4334-afbc-7e579f233097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:12.385609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-0fdaf336-4f34-4334-afbc-7e579f233097 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808904 Feb 17 01:49:12.534733 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-0e92fa4d-da2e-4cf1-8378-0e2c2b7c2550 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406281 Feb 17 01:49:12.677108 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cbd2a6e6-d4ee-4a5a-b324-94e10458375a req-3233450a-2526-4125-8731-5d45eae0b315 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351380 Feb 17 01:49:13.517569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e02eb-f824-467b-935a-24d25e7d45da req-ce1eb14b-ccb1-41c7-b4d0-df74aa316ff5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:13.519630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d8e02eb-f824-467b-935a-24d25e7d45da req-ce1eb14b-ccb1-41c7-b4d0-df74aa316ff5 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0907393 Feb 17 01:49:13.567819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d8e02eb-f824-467b-935a-24d25e7d45da req-a3559d1e-1dd5-492b-b3ec-bdc371716978 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Feb 17 01:49:14.776044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9e39d-e96a-4bb3-b048-15c09caf794b req-b80f86dd-40e6-49db-abbe-d1c8391abf31 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:14.777544 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-87f9e39d-e96a-4bb3-b048-15c09caf794b req-b80f86dd-40e6-49db-abbe-d1c8391abf31 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0871844 Feb 17 01:49:14.825000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-87f9e39d-e96a-4bb3-b048-15c09caf794b req-41b93c8a-db6f-4b7e-9c11-31c97016f220 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Feb 17 01:49:16.030022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092feb9-de80-4b76-83cd-8fc3dd8a8c41 req-ce3ea972-2e84-4601-b65d-e50cbdde4aa6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:16.031635 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5092feb9-de80-4b76-83cd-8fc3dd8a8c41 req-ce3ea972-2e84-4601-b65d-e50cbdde4aa6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0863981 Feb 17 01:49:16.078825 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5092feb9-de80-4b76-83cd-8fc3dd8a8c41 req-3c14f215-cb5d-4ded-a2a3-401b2efc0b70 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Feb 17 01:49:17.280668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40210323-47b9-4116-aee6-ee128c431c39 req-7778717e-cb65-4cf6-a661-9cd8bc176a02 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:17.282224 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-40210323-47b9-4116-aee6-ee128c431c39 req-7778717e-cb65-4cf6-a661-9cd8bc176a02 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0848775 Feb 17 01:49:17.331714 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-40210323-47b9-4116-aee6-ee128c431c39 req-d3d95b27-c75a-41aa-9140-7098dc795b83 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Feb 17 01:49:18.536401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eebdf7-7af7-4079-9c47-a61afb70a57e req-1c8b5e2b-dec8-49c6-9daa-ddf951bdea87 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:18.538236 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26eebdf7-7af7-4079-9c47-a61afb70a57e req-1c8b5e2b-dec8-49c6-9daa-ddf951bdea87 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0895991 Feb 17 01:49:18.585139 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26eebdf7-7af7-4079-9c47-a61afb70a57e req-8d019182-e330-4f44-b0c7-6519f2f3ff8a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Feb 17 01:49:19.788860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c292-45f4-4480-86cc-daa5d4dc1ecb req-587786a3-eaef-43bd-b840-6e80ada9dce3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:19.790455 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a15c292-45f4-4480-86cc-daa5d4dc1ecb req-587786a3-eaef-43bd-b840-6e80ada9dce3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0903478 Feb 17 01:49:19.838639 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2a15c292-45f4-4480-86cc-daa5d4dc1ecb req-43589b03-9863-486f-bb74-590b9acfaa45 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Feb 17 01:49:20.005418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1be09d-2568-4e86-b61c-1d3010908274 req-fa3a2c95-46fe-4509-ac3b-99b82fd248a4 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:20.006990 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9d1be09d-2568-4e86-b61c-1d3010908274 req-fa3a2c95-46fe-4509-ac3b-99b82fd248a4 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0841932 Feb 17 01:49:20.052843 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9d1be09d-2568-4e86-b61c-1d3010908274 req-b0e58646-bf54-4fcb-9d82-f6d9c2935c22 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0396869 Feb 17 01:49:21.042900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b528b9-1e02-49d2-bb09-ebe31f2b9b52 req-42a8699c-4f64-4810-9a61-e2d50660e320 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:21.044512 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-63b528b9-1e02-49d2-bb09-ebe31f2b9b52 req-42a8699c-4f64-4810-9a61-e2d50660e320 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0852041 Feb 17 01:49:21.091991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-63b528b9-1e02-49d2-bb09-ebe31f2b9b52 req-77570b4d-c057-4932-9c33-b4e43b23ae56 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Feb 17 01:49:21.252200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393c47-a586-4ff1-b8ce-8b3b3c3581b5 req-f4b60a60-1bd7-4ffc-a54e-a029c96d1401 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:21.253766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78393c47-a586-4ff1-b8ce-8b3b3c3581b5 req-f4b60a60-1bd7-4ffc-a54e-a029c96d1401 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0875733 Feb 17 01:49:21.300654 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78393c47-a586-4ff1-b8ce-8b3b3c3581b5 req-f1465fad-d1ee-4f60-ac74-a7ea836fde37 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406427 Feb 17 01:49:22.295068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa8b41-8c2d-4306-b1a8-f404d3a405d3 req-8959a8e8-2f74-428a-87d3-ffb254942505 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:22.296699 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7aa8b41-8c2d-4306-b1a8-f404d3a405d3 req-8959a8e8-2f74-428a-87d3-ffb254942505 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0902965 Feb 17 01:49:22.344237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7aa8b41-8c2d-4306-b1a8-f404d3a405d3 req-121a7b88-d27c-40db-8df4-fb060ee27345 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Feb 17 01:49:22.498568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb24faa-dbb9-4531-8ea4-0ee07451a33f req-b80ad7e7-5997-4621-869c-99f897c3e274 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:22.500214 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adb24faa-dbb9-4531-8ea4-0ee07451a33f req-b80ad7e7-5997-4621-869c-99f897c3e274 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0854080 Feb 17 01:49:22.547286 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adb24faa-dbb9-4531-8ea4-0ee07451a33f req-b22f42e6-b798-4231-9f5d-03aa3b49e0fb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0409431 Feb 17 01:49:23.546426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca1388-c97f-4c4d-83f3-10f4edf9e169 req-eae89a64-a3ee-413f-b50b-3c08cb56a5ad tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:23.548070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6ca1388-c97f-4c4d-83f3-10f4edf9e169 req-eae89a64-a3ee-413f-b50b-3c08cb56a5ad tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0881469 Feb 17 01:49:23.599987 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6ca1388-c97f-4c4d-83f3-10f4edf9e169 req-7b2bc507-c1c4-4dc0-bee4-62a3ef61aed8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Feb 17 01:49:23.744765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d649-aff7-4bba-b44d-ee38461bdf8f req-d2f370bd-d77e-4e62-ba4b-7883dc606b31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:23.746327 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e962d649-aff7-4bba-b44d-ee38461bdf8f req-d2f370bd-d77e-4e62-ba4b-7883dc606b31 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0876572 Feb 17 01:49:23.793051 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e962d649-aff7-4bba-b44d-ee38461bdf8f req-1e884cc9-52e4-4ae2-b294-f72703a89d26 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405307 Feb 17 01:49:23.977298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:49:24.861540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7ba0-3a09-482b-b448-ae0ef778cb12 req-01712e87-b466-4250-ab7e-882a86312331 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:24.861540 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f4c7ba0-3a09-482b-b448-ae0ef778cb12 req-01712e87-b466-4250-ab7e-882a86312331 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0905828 Feb 17 01:49:24.861540 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f4c7ba0-3a09-482b-b448-ae0ef778cb12 req-9cd94353-5775-438c-9e66-f4033331f2ec tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Feb 17 01:49:24.993799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40482c16-36d2-4c88-aa24-42b4e80d7357 req-27bbfb59-14b0-49aa-9725-398a433f5e2d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:24.995361 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-40482c16-36d2-4c88-aa24-42b4e80d7357 req-27bbfb59-14b0-49aa-9725-398a433f5e2d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0902085 Feb 17 01:49:25.042582 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-40482c16-36d2-4c88-aa24-42b4e80d7357 req-35d309c5-25d3-4374-a90d-6a8868c95bf0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403938 Feb 17 01:49:26.070450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c014d-5b56-4a45-81f5-1f7c89f148f8 req-1be8cfc7-f1f8-43e5-8a19-014d6896eaef tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:26.072095 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dd3c014d-5b56-4a45-81f5-1f7c89f148f8 req-1be8cfc7-f1f8-43e5-8a19-014d6896eaef tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0904238 Feb 17 01:49:26.121983 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dd3c014d-5b56-4a45-81f5-1f7c89f148f8 req-97e5f40d-8aa2-4726-b154-6c23d7662fdd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Feb 17 01:49:26.246439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65507c-53dd-41d6-8b49-7f67147ef557 req-584e9dfd-6978-42c9-82e7-e82f92503e49 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:26.251587 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9a65507c-53dd-41d6-8b49-7f67147ef557 req-584e9dfd-6978-42c9-82e7-e82f92503e49 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0895009 Feb 17 01:49:26.297509 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9a65507c-53dd-41d6-8b49-7f67147ef557 req-6bb30249-f7be-4532-9a3a-120a6af6d917 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429354 Feb 17 01:49:26.626904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:26.722137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9469694-cd08-4659-b908-0faf64c95aaa req-ca9c380b-8b9f-4ecd-a956-3878db7cb1a1 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:26.723670 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e9469694-cd08-4659-b908-0faf64c95aaa req-ca9c380b-8b9f-4ecd-a956-3878db7cb1a1 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1772945 Feb 17 01:49:26.729912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-c75e85cf-7119-4f9e-98fb-4809de1d7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:26.733339 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-c75e85cf-7119-4f9e-98fb-4809de1d7ad2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1202 time: 0.1208286 Feb 17 01:49:26.882730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e9469694-cd08-4659-b908-0faf64c95aaa req-ca21bc31-32dc-4f9b-822f-125db20b3663 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1481724 Feb 17 01:49:26.941172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-ede07324-a07b-465f-aa0c-a9def1251aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:26.942775 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-ede07324-a07b-465f-aa0c-a9def1251aba service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.1893387 Feb 17 01:49:27.056866 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-80045eda-0255-44be-a1d3-2f2d34508425 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 1001 time: 0.1065640 Feb 17 01:49:27.132651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-018cc59f-4d10-4f4e-b7c5-cb3589acf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:27.134250 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-018cc59f-4d10-4f4e-b7c5-cb3589acf60b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0707901 Feb 17 01:49:27.233642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-1d4d8b72-cbf6-40cf-8f96-449f13335e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:27.235353 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-1d4d8b72-cbf6-40cf-8f96-449f13335e42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916901 Feb 17 01:49:27.387590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4769196-d06d-40f3-8b96-803ca5f53a8b req-1e0c4cf8-4fd9-4e41-9b5b-9a97e03d8956 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:27.397687 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4769196-d06d-40f3-8b96-803ca5f53a8b req-1e0c4cf8-4fd9-4e41-9b5b-9a97e03d8956 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1387484 Feb 17 01:49:27.421870 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-ca42ae52-a92f-41ce-b539-210b953c5ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760139 Feb 17 01:49:27.455324 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b4769196-d06d-40f3-8b96-803ca5f53a8b req-2a448a5a-4830-4d7d-9ed3-63cc1bc10e25 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562413 Feb 17 01:49:27.726301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93875891-16d3-434d-b3e6-d1b2f5523205 req-4462e0f6-67d3-4995-8db8-cee439d154e0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:27.728237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93875891-16d3-434d-b3e6-d1b2f5523205 req-4462e0f6-67d3-4995-8db8-cee439d154e0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1537397 Feb 17 01:49:27.738838 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a26f4eb-068c-4a59-9ba2-2123cc8530ea req-0fc18578-b9dc-44dc-96c4-1c59c74a97fe service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3079984 Feb 17 01:49:27.785655 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-93875891-16d3-434d-b3e6-d1b2f5523205 req-c145acdb-dc62-406a-896e-7c8e9a40ef0a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455809 Feb 17 01:49:28.104171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6400f-f127-49fa-b5aa-d48297a0a2b1 req-01651a1a-5bb6-48c9-a29a-088c509f83e0 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:28.108600 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3fd6400f-f127-49fa-b5aa-d48297a0a2b1 req-01651a1a-5bb6-48c9-a29a-088c509f83e0 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1001408 Feb 17 01:49:28.162077 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3fd6400f-f127-49fa-b5aa-d48297a0a2b1 req-1b3b9c13-3769-4afc-807d-39d3f399b1c4 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0480726 Feb 17 01:49:28.677966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d4eef-508c-4c6b-b9b5-267bcafc70c0 req-70fef755-f335-4369-b0cb-d2732e015daa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:28.679862 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f39d4eef-508c-4c6b-b9b5-267bcafc70c0 req-70fef755-f335-4369-b0cb-d2732e015daa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0990527 Feb 17 01:49:28.732562 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f39d4eef-508c-4c6b-b9b5-267bcafc70c0 req-751ba8df-112a-425c-b323-e80d0b1dc40a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451541 Feb 17 01:49:29.021792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258064-40d7-4a0e-a37e-71386282a147 req-249f9c80-5dd7-426b-a683-554d18c39f84 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:29.028567 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-74258064-40d7-4a0e-a37e-71386282a147 req-249f9c80-5dd7-426b-a683-554d18c39f84 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1143179 Feb 17 01:49:29.084010 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-74258064-40d7-4a0e-a37e-71386282a147 req-71cc7f37-9230-4272-aad5-55d4ebdecc86 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0506852 Feb 17 01:49:29.371396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8776c-614b-46b2-a6f5-b675d7ecc8ed req-d99b19c5-5984-4d52-93fc-2c61ffbe2792 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:29.373056 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0f8776c-614b-46b2-a6f5-b675d7ecc8ed req-d99b19c5-5984-4d52-93fc-2c61ffbe2792 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0885007 Feb 17 01:49:29.426995 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0f8776c-614b-46b2-a6f5-b675d7ecc8ed req-9915ed2b-a5a0-43b0-9224-d3a3c2dbbcf1 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462728 Feb 17 01:49:29.948537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94967-a4c9-4a50-96bc-0f4f74d77d48 req-de1152ce-df6a-4239-b520-74890a1d18e8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:29.950517 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ba94967-a4c9-4a50-96bc-0f4f74d77d48 req-de1152ce-df6a-4239-b520-74890a1d18e8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0972478 Feb 17 01:49:30.004493 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4ba94967-a4c9-4a50-96bc-0f4f74d77d48 req-3de32b81-2082-4ebe-891a-66a385a7c748 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471630 Feb 17 01:49:30.153174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-a3581e9d-d81b-4d96-92a4-093207e88df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.155365 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-a3581e9d-d81b-4d96-92a4-093207e88df2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.0863421 Feb 17 01:49:30.370445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-7cc87886-de87-4bb4-92e9-3b8d354fa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.371993 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-7cc87886-de87-4bb4-92e9-3b8d354fa756 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.2075257 Feb 17 01:49:30.467799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88890b-f5c4-4e28-ab36-e7693af814f9 req-a61442a8-dc9b-4b1a-9e58-2929efaeada7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.475472 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c88890b-f5c4-4e28-ab36-e7693af814f9 req-a61442a8-dc9b-4b1a-9e58-2929efaeada7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.2230229 Feb 17 01:49:30.542068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c88890b-f5c4-4e28-ab36-e7693af814f9 req-02807d48-1366-4c87-a3f6-c7a4e0b92ad0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0656397 Feb 17 01:49:30.546466 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-e43dccbd-f9af-4694-a756-32f64d026c1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 1001 time: 0.1672244 Feb 17 01:49:30.633541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-bfa8056a-4fe7-41cd-8875-90a226375192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.635481 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-bfa8056a-4fe7-41cd-8875-90a226375192 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0816057 Feb 17 01:49:30.664664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddb63b-78bb-4360-bf83-96ff13ad2628 req-0d072802-9bc3-4f09-b4a8-b66b9b2ddd6d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.666328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bdddb63b-78bb-4360-bf83-96ff13ad2628 req-0d072802-9bc3-4f09-b4a8-b66b9b2ddd6d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0963624 Feb 17 01:49:30.731036 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bdddb63b-78bb-4360-bf83-96ff13ad2628 req-d3efd5a9-df58-4b5c-b0d6-0545cd24e6c4 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0576458 Feb 17 01:49:30.743856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-24563dc7-fb8b-478d-a5a7-bb9117988670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:30.745507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-24563dc7-fb8b-478d-a5a7-bb9117988670 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988920 Feb 17 01:49:30.902107 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-c6a29bb1-7a84-41c8-8a15-0737f1750176 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476970 Feb 17 01:49:31.057009 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09361ce2-57c9-4c93-8a01-13ec7fc0bba4 req-baf39ca7-945d-4976-bd56-edcaa108ef1d service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472902 Feb 17 01:49:31.224430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a04e7-f7f6-4789-8061-d8865fa135f3 req-ff7af1cd-446d-4cfe-88f9-1121114a783c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:31.225991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b4a04e7-f7f6-4789-8061-d8865fa135f3 req-ff7af1cd-446d-4cfe-88f9-1121114a783c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0940149 Feb 17 01:49:31.285448 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b4a04e7-f7f6-4789-8061-d8865fa135f3 req-8477b946-a0a1-45a2-b6eb-5c7791722fbf tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519710 Feb 17 01:49:31.751226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73927a-d8f7-41b3-bc4b-5344a0995a3b req-a3b2dbfb-b465-4697-aa94-9414cfeae083 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:31.752830 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-be73927a-d8f7-41b3-bc4b-5344a0995a3b req-a3b2dbfb-b465-4697-aa94-9414cfeae083 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0905232 Feb 17 01:49:31.806888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-be73927a-d8f7-41b3-bc4b-5344a0995a3b req-54b98227-1b69-4514-83e6-244d6b504b63 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466311 Feb 17 01:49:31.948085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600ad11-e552-46f6-a622-f6a12464805c req-d1d76c34-2bca-46c6-a2a6-d64f2a552fe6 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:31.950100 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b600ad11-e552-46f6-a622-f6a12464805c req-d1d76c34-2bca-46c6-a2a6-d64f2a552fe6 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0938041 Feb 17 01:49:32.007407 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b600ad11-e552-46f6-a622-f6a12464805c req-1dc7c4bb-2e85-4ad0-8823-dc46435796e1 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0484538 Feb 17 01:49:32.536789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-216e4b06-7d47-4b6d-9081-ca7142c344fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:32.545010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a72de-8fa9-4cb8-86ac-5540572c732e req-d0e5bb74-5fe1-411e-8fbd-60593c7532cc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:32.546880 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b8a72de-8fa9-4cb8-86ac-5540572c732e req-d0e5bb74-5fe1-411e-8fbd-60593c7532cc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1296887 Feb 17 01:49:32.597496 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b8a72de-8fa9-4cb8-86ac-5540572c732e req-9749c32a-1734-4417-b6ac-0cd4bff9923b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437632 Feb 17 01:49:33.010795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dda0a-77b2-497a-ab47-8a1d3fc7bf2b req-7b117483-a78d-4103-8902-c25a0dba9871 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:33.012439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7b0dda0a-77b2-497a-ab47-8a1d3fc7bf2b req-7b117483-a78d-4103-8902-c25a0dba9871 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0896814 Feb 17 01:49:33.061872 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7b0dda0a-77b2-497a-ab47-8a1d3fc7bf2b req-e5ac576e-cbcb-47c6-b6a2-831eabd8e214 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431759 Feb 17 01:49:33.227158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda42ade-1bad-40bc-a99a-46b0334c3a76 req-61713c32-a099-4c82-8101-e69407e75f6f tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:33.229156 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bda42ade-1bad-40bc-a99a-46b0334c3a76 req-61713c32-a099-4c82-8101-e69407e75f6f tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1017766 Feb 17 01:49:33.294331 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bda42ade-1bad-40bc-a99a-46b0334c3a76 req-17eeb737-ceb1-4bb8-8160-5023c69448cc tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0565488 Feb 17 01:49:33.829773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025492d-7cd5-4bbd-bd69-5f4630d7449e req-e7f70aa9-8aa0-4797-bc3d-3497781dfe60 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:33.831490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c025492d-7cd5-4bbd-bd69-5f4630d7449e req-e7f70aa9-8aa0-4797-bc3d-3497781dfe60 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1000767 Feb 17 01:49:33.892114 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c025492d-7cd5-4bbd-bd69-5f4630d7449e req-4fccddf7-1ac7-4b80-8c65-3995961649e1 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538640 Feb 17 01:49:34.085437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:49:34.221363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:34.258329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:49:34.259596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:49:34.287714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bb3ea-81bc-4c0b-9714-d3b063808e6f req-35629388-0caf-4430-8cd6-ef75a8f3e244 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:34.287714 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f49bb3ea-81bc-4c0b-9714-d3b063808e6f req-35629388-0caf-4430-8cd6-ef75a8f3e244 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0980451 Feb 17 01:49:34.310068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:34.313122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fbbc1cf8-5fa2-4a03-95b0-a35e34768cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:34.348677 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f49bb3ea-81bc-4c0b-9714-d3b063808e6f req-4ee17a5f-cbc7-4637-9a52-85ad0d09cb5e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0593481 Feb 17 01:49:34.379067 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'code': 200} Feb 17 01:49:34.435276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:34.445336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.445536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.445868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.446415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.446588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.446923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.447656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.447656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.448146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.448511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.448870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.449230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.449871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.450385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.451241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.451241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.451600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.452600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.453496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.453496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.453662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.453986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.454343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.454980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:49:34.466361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f048226e-56d9-48c6-a109-aac4fa94a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:34.468735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:34.613395 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3170-c601-42b6-9ae3-9f6c7283804d req-4dbc7026-9b4d-4cb3-b590-0dea73486593 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:34.615071 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-98ff3170-c601-42b6-9ae3-9f6c7283804d req-4dbc7026-9b4d-4cb3-b590-0dea73486593 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1110127 Feb 17 01:49:34.697641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-98ff3170-c601-42b6-9ae3-9f6c7283804d req-719e4312-c61c-4888-a776-8636dc27b2ab tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0724404 Feb 17 01:49:34.850437 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-57343f43-edf2-40b5-a072-e07beaab9047 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923557 Feb 17 01:49:34.878489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f988e2-9187-4526-a705-754c3c1bee5a req-2d8d2ef6-c65f-4d11-aa57-47bbeddddf34 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:34.880475 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78f988e2-9187-4526-a705-754c3c1bee5a req-2d8d2ef6-c65f-4d11-aa57-47bbeddddf34 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1011276 Feb 17 01:49:34.939720 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78f988e2-9187-4526-a705-754c3c1bee5a req-ccb898f5-ab4c-41b5-9565-825e2ab9aac6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459836 Feb 17 01:49:35.177059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:35.357527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578eeaa-a42a-4866-8702-c1641de04c4d req-15dc714a-79a3-4b39-a504-24ce967a7663 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:35.360171 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9578eeaa-a42a-4866-8702-c1641de04c4d req-15dc714a-79a3-4b39-a504-24ce967a7663 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.3335817 Feb 17 01:49:35.424284 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9578eeaa-a42a-4866-8702-c1641de04c4d req-349eb6ff-c974-4558-87db-3bf8b0b2cdc8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541127 Feb 17 01:49:35.911180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37628bc0-127b-4be5-88ce-25338263eff3 req-9d5c70e0-60df-499c-9c79-ef8a18660c32 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:35.917104 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37628bc0-127b-4be5-88ce-25338263eff3 req-9d5c70e0-60df-499c-9c79-ef8a18660c32 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1064730 Feb 17 01:49:35.966805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-37628bc0-127b-4be5-88ce-25338263eff3 req-2eadfac9-a6fa-47c2-a913-bcaff29692aa tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0468478 Feb 17 01:49:36.179940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec250-6f21-40c6-b7d4-75f6355662a6 req-9d6f6d6b-2505-463d-a005-44226bbcf50a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:36.182347 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7fec250-6f21-40c6-b7d4-75f6355662a6 req-9d6f6d6b-2505-463d-a005-44226bbcf50a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1023071 Feb 17 01:49:36.260987 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7fec250-6f21-40c6-b7d4-75f6355662a6 req-d941d80c-aa69-40c8-b727-bef988b1070c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445850 Feb 17 01:49:36.336751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:36.705134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc6af9-ca8f-46da-947d-8b11d1e6c5a3 req-213d092d-c89b-4a26-be03-3dad58a6ef46 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:36.706772 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3cdc6af9-ca8f-46da-947d-8b11d1e6c5a3 req-213d092d-c89b-4a26-be03-3dad58a6ef46 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0988810 Feb 17 01:49:36.772614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3cdc6af9-ca8f-46da-947d-8b11d1e6c5a3 req-3aa3dfb9-efd5-40be-a9f3-26fda2b3ab32 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588300 Feb 17 01:49:36.987984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:37.031696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-6544f292-7160-4cbe-b43d-71cb43497ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.033359 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-6544f292-7160-4cbe-b43d-71cb43497ba6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290&tenant_id=5e2b739a30094d408ee00b6f32230092 HTTP/1.1" status: 200 len: 1160 time: 0.0948019 Feb 17 01:49:37.213262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-a0e2563c-33e9-41f3-87af-8fcac4cc8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.214793 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-a0e2563c-33e9-41f3-87af-8fcac4cc8dbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1160 time: 0.1583486 Feb 17 01:49:37.221547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b5320-bfbd-4ef9-8f13-a47819a4bda2 req-c249d0f7-c835-44b9-8e63-6f335db9706d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.226437 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8d7b5320-bfbd-4ef9-8f13-a47819a4bda2 req-c249d0f7-c835-44b9-8e63-6f335db9706d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.1225638 Feb 17 01:49:37.397353 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8d7b5320-bfbd-4ef9-8f13-a47819a4bda2 req-27c08858-dde7-40cc-96d1-4d9a8758a549 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1501400 Feb 17 01:49:37.398434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-9fcd213a-8fc3-4674-ac9a-0439312f7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.399919 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-9fcd213a-8fc3-4674-ac9a-0439312f7a69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.1759756 Feb 17 01:49:37.475715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de476ea8-0767-4e82-9369-6ca2833e3386 req-e8f69beb-f880-4231-8819-9efc8ef0ccd0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.477399 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de476ea8-0767-4e82-9369-6ca2833e3386 req-e8f69beb-f880-4231-8819-9efc8ef0ccd0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1159999 Feb 17 01:49:37.515518 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-0924eb27-5e22-4c1e-b9e9-90c8d5730e26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 999 time: 0.1086681 Feb 17 01:49:37.532915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-de476ea8-0767-4e82-9369-6ca2833e3386 req-2bfc0d1f-dd88-4143-8f0e-311c4cfa11a8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482063 Feb 17 01:49:37.587881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-058ac4d3-59c1-4d06-a329-ac443f31a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.589490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-058ac4d3-59c1-4d06-a329-ac443f31a1ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0657189 Feb 17 01:49:37.679598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-0d136342-44a2-49f1-adff-183ae99354d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:37.681239 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-0d136342-44a2-49f1-adff-183ae99354d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809793 Feb 17 01:49:37.826299 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-b1f85d8c-29ce-4346-9473-94eaac31c5fd service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370804 Feb 17 01:49:38.092407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ad119-8de8-4ee7-aa9c-2cbbab3de363 req-3fed4497-e51f-4569-96ee-dd2e08341736 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.093902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-079ad119-8de8-4ee7-aa9c-2cbbab3de363 req-3fed4497-e51f-4569-96ee-dd2e08341736 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.2078373 Feb 17 01:49:38.099255 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3a1e471-7a89-44f3-aee5-09e6c9b79f6a req-ed24fa58-3897-4733-997c-29ff92ee7b72 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1735191 Feb 17 01:49:38.131700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:49:38.140862 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-079ad119-8de8-4ee7-aa9c-2cbbab3de363 req-8331c9d9-d9b1-45fe-bed2-3778b8427f56 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Feb 17 01:49:38.209445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:38.209445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:38.259413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-e34b578d-cad7-46ed-a9f9-147539ba8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.261089 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-e34b578d-cad7-46ed-a9f9-147539ba8708 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1162 time: 0.0827208 Feb 17 01:49:38.404414 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-bd17ca15-99b0-4a56-9aa0-615ddee90f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.411043 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-bd17ca15-99b0-4a56-9aa0-615ddee90f9f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.1377046 Feb 17 01:49:38.518780 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-18b442c9-c142-4428-836d-f01141b28b43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 1000 time: 0.1052010 Feb 17 01:49:38.600391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-08582443-e36a-4e83-b63e-024edacc0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.602013 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-08582443-e36a-4e83-b63e-024edacc0eec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0729978 Feb 17 01:49:38.746116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1271920-b1e9-403d-bd9f-2f3bc4c862fe req-6c90a4b2-fc04-41d0-8681-ff807b2e8316 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.747672 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c1271920-b1e9-403d-bd9f-2f3bc4c862fe req-6c90a4b2-fc04-41d0-8681-ff807b2e8316 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0920177 Feb 17 01:49:38.758701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-7d971b8e-c796-4e74-89df-0f895d30ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.760381 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-7d971b8e-c796-4e74-89df-0f895d30ecc0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503551 Feb 17 01:49:38.776960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a79b0-7dc8-4947-855a-5e31683c2406 req-553f92cd-9dff-4054-8c35-b23d48055564 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:38.778489 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-038a79b0-7dc8-4947-855a-5e31683c2406 req-553f92cd-9dff-4054-8c35-b23d48055564 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1259527 Feb 17 01:49:38.798854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c1271920-b1e9-403d-bd9f-2f3bc4c862fe req-0bef693d-0a70-4a20-b0fa-673b0fa8dd82 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445631 Feb 17 01:49:38.924819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-038a79b0-7dc8-4947-855a-5e31683c2406 req-cba91215-ea48-4ee7-8e7e-bed738298b54 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0752804 Feb 17 01:49:38.953205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-415d6147-02f7-4c20-a817-15151bc1d4f8 service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829455 Feb 17 01:49:39.096723 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ac5454fb-0dd4-411a-8bd7-3b11bc986713 req-212e670d-cdf7-49e8-aae7-86b7453d748e service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338246 Feb 17 01:49:39.344140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63aaf5-a1d0-4e4f-966c-4766d2192c8b req-1696aac0-b07c-4310-8c4a-32a029a58949 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:39.345737 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad63aaf5-a1d0-4e4f-966c-4766d2192c8b req-1696aac0-b07c-4310-8c4a-32a029a58949 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0901711 Feb 17 01:49:39.392811 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad63aaf5-a1d0-4e4f-966c-4766d2192c8b req-1e01e9c6-1635-4bbf-99b1-04d512908f9f tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Feb 17 01:49:39.996164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61955f-a944-4687-8a84-8cde4333f008 req-d2055c92-d273-45de-bb47-e87b6fc97bee tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:39.997776 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fd61955f-a944-4687-8a84-8cde4333f008 req-d2055c92-d273-45de-bb47-e87b6fc97bee tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.0864098 Feb 17 01:49:40.051914 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fd61955f-a944-4687-8a84-8cde4333f008 req-83720887-54fb-43be-a17e-23d7cae9ef38 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&id=c5a7c115-64a9-449a-9819-af5fe60b32ea&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0476699 Feb 17 01:49:40.126287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9ea0f-e710-4813-99e2-8ffda430353e req-e59e7d64-e87c-4e51-9d16-3a4427328c4c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:40.127856 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8d9ea0f-e710-4813-99e2-8ffda430353e req-e59e7d64-e87c-4e51-9d16-3a4427328c4c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0874794 Feb 17 01:49:40.155731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:49:40.176424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8d9ea0f-e710-4813-99e2-8ffda430353e req-0f72e05b-90aa-4f6b-9af9-35f6a346f68e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421886 Feb 17 01:49:40.229532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:40.229959 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:40.594304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f75bb-089f-4804-b128-80c903b26ae4 req-db76241c-f8ec-4d79-bb6f-e28ad86982b4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:40.595865 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-037f75bb-089f-4804-b128-80c903b26ae4 req-db76241c-f8ec-4d79-bb6f-e28ad86982b4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0852263 Feb 17 01:49:40.642300 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-037f75bb-089f-4804-b128-80c903b26ae4 req-1bfde445-6027-4915-9a39-5e4f00b18ee2 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Feb 17 01:49:41.377552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cae7a1-0887-4583-9ab5-7fd2cb450fb8 req-a50c4841-c28c-493c-8866-9d827f52bd13 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:41.379155 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33cae7a1-0887-4583-9ab5-7fd2cb450fb8 req-a50c4841-c28c-493c-8866-9d827f52bd13 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0904958 Feb 17 01:49:41.426450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33cae7a1-0887-4583-9ab5-7fd2cb450fb8 req-cd542544-9ea1-4ffe-a5f5-7f0e5eeec65b tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410860 Feb 17 01:49:41.846817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32674be-5a63-4fad-ab97-174741d322c0 req-5e9449df-2663-4e3c-93ee-f6dbccfa1a8d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:41.848328 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f32674be-5a63-4fad-ab97-174741d322c0 req-5e9449df-2663-4e3c-93ee-f6dbccfa1a8d tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0886569 Feb 17 01:49:41.893823 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f32674be-5a63-4fad-ab97-174741d322c0 req-7e539852-329a-4e3b-9b46-d5ef4f5eea4e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Feb 17 01:49:42.126968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:49:42.235871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:42.323004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:49:42.334160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:49:42.365759 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'code': 422} returned with failed status Feb 17 01:49:42.375296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:42.377256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:42.448139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:42.452361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:42.621273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc321b3b-b591-40df-a66a-7773c79f70c1 req-dd48be3c-4bbb-441c-977d-318f2a344d76 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:42.622926 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cc321b3b-b591-40df-a66a-7773c79f70c1 req-dd48be3c-4bbb-441c-977d-318f2a344d76 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0842550 Feb 17 01:49:42.672149 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cc321b3b-b591-40df-a66a-7773c79f70c1 req-4f62e13a-c333-41c6-95ec-50fbeda40217 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420115 Feb 17 01:49:43.871909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5599-4738-4b6e-837c-e1519a116835 req-b049d829-fc99-4e3b-b866-f52920b666e3 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:43.874205 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-126a5599-4738-4b6e-837c-e1519a116835 req-b049d829-fc99-4e3b-b866-f52920b666e3 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0905814 Feb 17 01:49:43.923047 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-126a5599-4738-4b6e-837c-e1519a116835 req-9f358655-4e52-48ab-8bd3-58ea393862bb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421834 Feb 17 01:49:44.046680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00dc62-267d-4d5e-bdb6-848d31c13f53 req-c05405a6-3e40-4cbd-9cf4-b71f553a63a6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:44.048332 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b00dc62-267d-4d5e-bdb6-848d31c13f53 req-c05405a6-3e40-4cbd-9cf4-b71f553a63a6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0886109 Feb 17 01:49:44.099789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b00dc62-267d-4d5e-bdb6-848d31c13f53 req-a1946cb4-339e-48b4-8329-606fc7bb29c4 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Feb 17 01:49:44.150273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 47938) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:49:44.276365 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-4c33b075-e6dd-47dc-80e5-c6638daf179b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247399 Feb 17 01:49:44.966047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-7a50f137-767c-4765-bf6a-99879a643d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:44.967727 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-7a50f137-767c-4765-bf6a-99879a643d7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29&tenant_id=7e5551deb0054d9cb88c3b3d906a680f HTTP/1.1" status: 200 len: 1160 time: 0.0774169 Feb 17 01:49:45.142897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-941661ae-19e4-4c96-b6e8-786a9a3f8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.144526 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-941661ae-19e4-4c96-b6e8-786a9a3f8e45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1160 time: 0.1488111 Feb 17 01:49:45.150581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a62b39-3849-4c98-ad1c-2e2429dcfa09 req-ddac0b4f-928f-41a3-8ce5-769aced6b1f1 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.152082 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-42a62b39-3849-4c98-ad1c-2e2429dcfa09 req-ddac0b4f-928f-41a3-8ce5-769aced6b1f1 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.1133740 Feb 17 01:49:45.303518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14147f5d-63c8-4efb-9d2d-bcaab1fc9a27 req-fc5231d5-0142-4220-9552-ebf6a1ec7dd9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.305292 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-14147f5d-63c8-4efb-9d2d-bcaab1fc9a27 req-fc5231d5-0142-4220-9552-ebf6a1ec7dd9 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0874493 Feb 17 01:49:45.361641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-14147f5d-63c8-4efb-9d2d-bcaab1fc9a27 req-504929a3-557d-40e8-b032-e8401c2b3021 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Feb 17 01:49:45.516084 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-42a62b39-3849-4c98-ad1c-2e2429dcfa09 req-328aaed5-c4d3-4d4f-a718-5e1e5b31a649 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3374107 Feb 17 01:49:45.542932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-6f23fe0c-37c4-442c-b399-ad32094c01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.544515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-6f23fe0c-37c4-442c-b399-ad32094c01fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 200 len: 910 time: 0.3915277 Feb 17 01:49:45.652227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-46021367-4bba-4191-b7c5-3bb5a34d8667 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 200 len: 998 time: 0.1004002 Feb 17 01:49:45.722748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-512bc1ea-485b-42b3-ae40-b032274e98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.724302 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-512bc1ea-485b-42b3-ae40-b032274e98e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 200 len: 855 time: 0.0642221 Feb 17 01:49:45.804380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-d5a19f2f-30c5-4f17-bcd7-890a96e55973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:45.805888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-d5a19f2f-30c5-4f17-bcd7-890a96e55973 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a604e696-3a32-4bbb-b662-de66d0ba21d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755124 Feb 17 01:49:45.945780 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-f8ef94a7-0f84-4ad4-8aba-63fc9791a0fc service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322095 Feb 17 01:49:46.085167 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-88d7f2b7-ccf5-448e-9ed4-99cf1d50cbcd req-f73fab6f-929c-45b1-be59-0b5cf4ea408a service neutron] 10.222.0.59 "GET /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1327722 Feb 17 01:49:46.527549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:49:46.575447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8d5be-b1ed-4179-8b84-ad2b5e02940c req-17f96b01-30c6-4eb4-90b7-e4bfed2865f7 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:46.577694 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfe8d5be-b1ed-4179-8b84-ad2b5e02940c req-17f96b01-30c6-4eb4-90b7-e4bfed2865f7 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0938334 Feb 17 01:49:46.604965 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:46.605397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:46.629715 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfe8d5be-b1ed-4179-8b84-ad2b5e02940c req-820b5c55-6b78-47c6-8f19-61f03e3caf5c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Feb 17 01:49:46.725758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc175a-1243-4770-8213-a872f7ff2484 req-cda11c0e-b317-4e85-a6c9-2234159d14f7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:46.727362 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbbc175a-1243-4770-8213-a872f7ff2484 req-cda11c0e-b317-4e85-a6c9-2234159d14f7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 943 time: 0.0923183 Feb 17 01:49:46.735134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:46.770117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:49:46.771219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:49:46.777066 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fbbc175a-1243-4770-8213-a872f7ff2484 req-17c8016c-234a-42a3-a699-198486284b90 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426598 Feb 17 01:49:46.819460 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'code': 200} Feb 17 01:49:46.826899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:46.828972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:49:46.904293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:49:46.907610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:49:47.843336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb7b71-e5b3-4f82-890a-7d72d1e5a353 req-99eb09e9-c774-4635-8caf-ee324d1378b6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:47.845000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38eb7b71-e5b3-4f82-890a-7d72d1e5a353 req-99eb09e9-c774-4635-8caf-ee324d1378b6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0921912 Feb 17 01:49:47.902404 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38eb7b71-e5b3-4f82-890a-7d72d1e5a353 req-77d4e335-1591-43ac-8340-96a383af4dff tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507925 Feb 17 01:49:48.010444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4319d-7813-46c7-8bb5-6d3a3db318a0 req-d830c92d-b60d-477a-8e46-627a54f471ef tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:48.012173 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0c4319d-7813-46c7-8bb5-6d3a3db318a0 req-d830c92d-b60d-477a-8e46-627a54f471ef tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1029763 Feb 17 01:49:48.062910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0c4319d-7813-46c7-8bb5-6d3a3db318a0 req-78523c82-e958-4516-a3f5-174f9c58472c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440176 Feb 17 01:49:48.189630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:49:48.263029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:49:48.263374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:49.111991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df589b-be83-432b-8526-f71966912db8 req-4de909c4-b8cc-455a-aa7c-013df74a3a1b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:49.119561 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27df589b-be83-432b-8526-f71966912db8 req-4de909c4-b8cc-455a-aa7c-013df74a3a1b tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0960052 Feb 17 01:49:49.165154 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27df589b-be83-432b-8526-f71966912db8 req-f3b77dac-c481-4f45-a10e-5ebdc5d6bdc3 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Feb 17 01:49:49.284727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43f755-888d-4109-a1ed-5b5f375d5236 req-95e9600c-1772-44b5-b719-c339878dfdae tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:49.286256 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-af43f755-888d-4109-a1ed-5b5f375d5236 req-95e9600c-1772-44b5-b719-c339878dfdae tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0886908 Feb 17 01:49:49.336655 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-af43f755-888d-4109-a1ed-5b5f375d5236 req-a4a53be2-d8cb-4fe8-a491-1ab3703973f0 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438330 Feb 17 01:49:50.378832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ffe02-ae4a-4bde-8fce-223e04f01691 req-a8ed4ad9-b18c-4659-8e7b-4eff29ea4fd8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:50.380479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0f1ffe02-ae4a-4bde-8fce-223e04f01691 req-a8ed4ad9-b18c-4659-8e7b-4eff29ea4fd8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0913918 Feb 17 01:49:50.453201 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0f1ffe02-ae4a-4bde-8fce-223e04f01691 req-432e65e8-c4ff-4cd5-b3fd-04f264f6242e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620210 Feb 17 01:49:50.571787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08d5e6-3c75-43a1-93e4-f09a55e35c3a req-7d43fdd1-abef-450f-b150-2c490dfbbf60 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:50.573479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c08d5e6-3c75-43a1-93e4-f09a55e35c3a req-7d43fdd1-abef-450f-b150-2c490dfbbf60 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1056178 Feb 17 01:49:50.625848 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0c08d5e6-3c75-43a1-93e4-f09a55e35c3a req-7a6ce1b1-e39e-40ef-8ae7-780b1e841f69 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455019 Feb 17 01:49:51.669480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea0676-763f-4b16-afe1-fcc7056657c0 req-5d9f8cde-e1c5-485b-96e5-ef1156bf22eb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:51.671108 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79ea0676-763f-4b16-afe1-fcc7056657c0 req-5d9f8cde-e1c5-485b-96e5-ef1156bf22eb tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0888009 Feb 17 01:49:51.730656 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79ea0676-763f-4b16-afe1-fcc7056657c0 req-fddf4fa4-aec9-458f-9555-695b47449436 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530739 Feb 17 01:49:51.831383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6c17-eb73-4538-b8a7-6d43285fd050 req-3b815574-677a-42d3-a75d-0ae6c9f35d01 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:51.833070 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a52a6c17-eb73-4538-b8a7-6d43285fd050 req-3b815574-677a-42d3-a75d-0ae6c9f35d01 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0932837 Feb 17 01:49:51.885596 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a52a6c17-eb73-4538-b8a7-6d43285fd050 req-619a4013-d743-431a-b343-fc6656193332 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462854 Feb 17 01:49:53.095586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79be9f-c21e-4889-a6ea-abb3fd9cb114 req-51060634-b748-4633-a49f-5b7bc9f9dc30 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:53.097638 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bb79be9f-c21e-4889-a6ea-abb3fd9cb114 req-51060634-b748-4633-a49f-5b7bc9f9dc30 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0900273 Feb 17 01:49:53.097767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e7ca7-f388-417d-8796-b66bc48f9505 req-f817ac7e-79b6-4cc4-9050-556f58e934dc tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:53.099330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-412e7ca7-f388-417d-8796-b66bc48f9505 req-f817ac7e-79b6-4cc4-9050-556f58e934dc tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0922625 Feb 17 01:49:53.148280 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bb79be9f-c21e-4889-a6ea-abb3fd9cb114 req-54fc744a-be7f-447a-92e2-2e7b7215e605 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 Feb 17 01:49:53.152524 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-412e7ca7-f388-417d-8796-b66bc48f9505 req-a70398e9-0020-4b47-8352-ce95a0bf766b tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0470500 Feb 17 01:49:54.363173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f1122-89bc-40c4-8d6c-9ad201b90738 req-861ae3fd-51e9-4f7d-93a0-a4182882d263 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:54.364896 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-053f1122-89bc-40c4-8d6c-9ad201b90738 req-861ae3fd-51e9-4f7d-93a0-a4182882d263 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0935733 Feb 17 01:49:54.369292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c028bd0-da3f-4f85-980c-0efcc4bb7a52 req-74b28e3d-eca4-47b6-9355-af2fee92fb12 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:54.376581 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c028bd0-da3f-4f85-980c-0efcc4bb7a52 req-74b28e3d-eca4-47b6-9355-af2fee92fb12 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.1006784 Feb 17 01:49:54.427313 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c028bd0-da3f-4f85-980c-0efcc4bb7a52 req-56f541b4-6bdf-4beb-8ae9-57be5a112b59 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495036 Feb 17 01:49:54.651266 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-053f1122-89bc-40c4-8d6c-9ad201b90738 req-2f046114-d865-4b48-8b51-a2224aefc9c9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2733917 Feb 17 01:49:55.650277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65c145-59fd-4474-8955-7ef88486e4d6 req-6c803de9-06fe-4de3-ade4-5050303ef423 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:55.651994 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b65c145-59fd-4474-8955-7ef88486e4d6 req-6c803de9-06fe-4de3-ade4-5050303ef423 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0895793 Feb 17 01:49:55.707020 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b65c145-59fd-4474-8955-7ef88486e4d6 req-5e5a2281-b1b4-4d35-a8d0-d04b92775bf6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Feb 17 01:49:55.855279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90acf-cad8-40bf-9732-3c483e371f26 req-65cd32e4-b2ac-42df-8ced-35e3e643ee2c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:55.856902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e5b90acf-cad8-40bf-9732-3c483e371f26 req-65cd32e4-b2ac-42df-8ced-35e3e643ee2c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0890431 Feb 17 01:49:55.908658 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e5b90acf-cad8-40bf-9732-3c483e371f26 req-4f817497-5333-4e24-8191-80303c9dc01b tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448954 Feb 17 01:49:56.684580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:49:56.919780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217204ca-13c7-442b-81bf-337bb3549622 req-7a57783b-78a1-4244-9286-11935b3ec2ed tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:56.921453 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-217204ca-13c7-442b-81bf-337bb3549622 req-7a57783b-78a1-4244-9286-11935b3ec2ed tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0909169 Feb 17 01:49:56.974227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-217204ca-13c7-442b-81bf-337bb3549622 req-9fb50710-5112-4a11-a364-884b7e8c45d6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462785 Feb 17 01:49:57.134157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d982e-081b-45cf-9070-7b2bc55db711 req-89c54a22-20dc-4ee4-8fe8-4829f0ab6aff tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:57.135820 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d61d982e-081b-45cf-9070-7b2bc55db711 req-89c54a22-20dc-4ee4-8fe8-4829f0ab6aff tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1012862 Feb 17 01:49:57.184693 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d61d982e-081b-45cf-9070-7b2bc55db711 req-2d480933-e396-409e-9813-340c6c28f4d6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417745 Feb 17 01:49:58.180026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19233e02-e2a8-4f4b-bc0f-b0ee6b66f88c req-26ca72bf-2f18-449f-bba3-8f22c47c3b06 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:58.181634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-19233e02-e2a8-4f4b-bc0f-b0ee6b66f88c req-26ca72bf-2f18-449f-bba3-8f22c47c3b06 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0859833 Feb 17 01:49:58.233225 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-19233e02-e2a8-4f4b-bc0f-b0ee6b66f88c req-1cb41c62-bd37-462a-8ab6-d5ca407b2c09 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Feb 17 01:49:58.383083 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6ced1-a26c-476a-a650-d432aac267e2 req-3775df90-c143-4ce4-afce-c1572883857c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:58.384712 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d1f6ced1-a26c-476a-a650-d432aac267e2 req-3775df90-c143-4ce4-afce-c1572883857c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Feb 17 01:49:58.431918 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d1f6ced1-a26c-476a-a650-d432aac267e2 req-8de90b18-036f-45c0-b085-213561a4f6e6 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405331 Feb 17 01:49:58.580760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15caab-d416-4f33-94a5-511856d15db3 req-778535fe-4bbb-4307-b9fb-ddf2d0d9577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:58.582367 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f15caab-d416-4f33-94a5-511856d15db3 req-778535fe-4bbb-4307-b9fb-ddf2d0d9577b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.0788202 Feb 17 01:49:58.626315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f15caab-d416-4f33-94a5-511856d15db3 req-aaefe44d-54dc-4bf3-8891-f2c8b8a3f3bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0365205 Feb 17 01:49:58.647000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-0971e13b-c660-4b27-9e06-1c7b627e21f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0785022 Feb 17 01:49:58.915464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-cc3b65f1-544f-4872-9004-ea39706dd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:58.917053 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-cc3b65f1-544f-4872-9004-ea39706dd702 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 1162 time: 0.0795507 Feb 17 01:49:59.073753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-69952533-0d42-488f-9f79-be9cab309635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:59.075311 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-69952533-0d42-488f-9f79-be9cab309635 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1348341 Feb 17 01:49:59.182389 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-1423851c-c578-462c-8652-96585264fe85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 200 len: 1000 time: 0.0968673 Feb 17 01:49:59.251743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-a8df21eb-c025-4163-b4aa-4b47f1dbf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:59.253275 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-a8df21eb-c025-4163-b4aa-4b47f1dbf366 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0644474 Feb 17 01:49:59.338287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-1b744a91-03eb-407a-a239-c8fc2b9d2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:59.339910 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-1b744a91-03eb-407a-a239-c8fc2b9d2b6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779400 Feb 17 01:49:59.439297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8d35a-8e2a-4a4e-a390-26cfe4222f11 req-1c20b8be-49c4-41bd-9b9e-82d1c565581a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:59.440457 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e2d8d35a-8e2a-4a4e-a390-26cfe4222f11 req-1c20b8be-49c4-41bd-9b9e-82d1c565581a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0899415 Feb 17 01:49:59.490614 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-102ea874-da05-4571-bfed-f14aa64f6f9e service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415648 Feb 17 01:49:59.492507 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e2d8d35a-8e2a-4a4e-a390-26cfe4222f11 req-f6bab7a9-22dc-4ee3-b9d9-88aa59e172ac tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Feb 17 01:49:59.711105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38291129-f353-425b-95e0-c9f3e69ddfb8 req-ef8d7d76-16c5-4488-a730-9ede22f2b520 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2100616 Feb 17 01:49:59.722354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544490-5f6f-4ab2-b427-11f5f3e71c51 req-11125235-065d-4aa9-a1bc-0d09f13e0ac9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:49:59.724055 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78544490-5f6f-4ab2-b427-11f5f3e71c51 req-11125235-065d-4aa9-a1bc-0d09f13e0ac9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1469672 Feb 17 01:49:59.772766 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78544490-5f6f-4ab2-b427-11f5f3e71c51 req-14304661-781d-43cc-954b-32c2c327afd8 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415757 Feb 17 01:50:00.690945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cf869-98b9-48bb-a9ae-32650437b949 req-306b4250-059b-4ddf-a94f-64a924445d21 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:00.692571 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-044cf869-98b9-48bb-a9ae-32650437b949 req-306b4250-059b-4ddf-a94f-64a924445d21 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0864480 Feb 17 01:50:00.741122 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-044cf869-98b9-48bb-a9ae-32650437b949 req-b124bc33-3640-425e-bbd2-3d077bae95fc tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Feb 17 01:50:00.773720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:00.848172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:00.848609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:00.970559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:00.973196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97771-9c8d-4d6f-9909-ee88d7af6492 req-6be164d2-e156-4900-ab61-e8c4aa8c3a3a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:00.974830 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0fd97771-9c8d-4d6f-9909-ee88d7af6492 req-6be164d2-e156-4900-ab61-e8c4aa8c3a3a tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0851052 Feb 17 01:50:00.976906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:50:00.999177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:01.009434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:01.026917 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0fd97771-9c8d-4d6f-9909-ee88d7af6492 req-607421e9-aba4-4e1f-9b6d-e19ed183080c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453446 Feb 17 01:50:01.033104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:01.034137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:01.064221 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'code': 200} Feb 17 01:50:01.069276 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:01.163094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:01.166498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:01.175478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 2e5ca71c-b67e-4264-9615-58c71e5f6425 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:01.175894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:01.381700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfde1e-ab14-411c-a440-6a7a8c5c4dc2 req-4d116050-0b5e-4975-8338-a52c181fbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:01.383289 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1ddfde1e-ab14-411c-a440-6a7a8c5c4dc2 req-4d116050-0b5e-4975-8338-a52c181fbe79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 1162 time: 0.0761614 Feb 17 01:50:01.430630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1ddfde1e-ab14-411c-a440-6a7a8c5c4dc2 req-239d8ed6-485c-4abf-8d03-f17eec63e92d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357010 Feb 17 01:50:01.944445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad0f0-9291-46d3-9848-c292eb47c62b req-3590e39c-95d4-4800-9f22-3241b7feb805 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:01.946032 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-860ad0f0-9291-46d3-9848-c292eb47c62b req-3590e39c-95d4-4800-9f22-3241b7feb805 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0898693 Feb 17 01:50:01.992222 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-860ad0f0-9291-46d3-9848-c292eb47c62b req-913ef61f-4b6d-48a5-ba44-0e632950234c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Feb 17 01:50:02.336587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:02.409843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:02.410255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:02.557553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0470ad7c-5c48-4805-a80e-9fb82ca02c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:03.204794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca051701-4d58-40ab-9321-534b6e4bb403 req-c48b6138-6782-480f-b5e0-525b92d03235 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:03.206398 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ca051701-4d58-40ab-9321-534b6e4bb403 req-c48b6138-6782-480f-b5e0-525b92d03235 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0916767 Feb 17 01:50:03.254064 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ca051701-4d58-40ab-9321-534b6e4bb403 req-07c57f9e-4e17-472d-93b1-5b6bb243c09c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Feb 17 01:50:04.321215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:04.403761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:04.404203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:04.434507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f4b05deb-b879-46ff-8696-ba825df8748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:04.460286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5baa-4791-4e94-a6a0-7acb00e22e46 req-564f140d-0364-4341-804d-50c12e9e5af8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:04.462081 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-573d5baa-4791-4e94-a6a0-7acb00e22e46 req-564f140d-0364-4341-804d-50c12e9e5af8 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0894780 Feb 17 01:50:04.512183 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-573d5baa-4791-4e94-a6a0-7acb00e22e46 req-4392c2fb-3b2f-4a98-b252-e7de6dfe34ee tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Feb 17 01:50:05.169417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:06.203648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:07.003688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:09.958539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68da88-6314-4514-9795-09f87c4814cf req-9102a3c9-8873-484d-980e-896753d13f08 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:09.960149 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f68da88-6314-4514-9795-09f87c4814cf req-9102a3c9-8873-484d-980e-896753d13f08 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.0897143 Feb 17 01:50:10.006577 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f68da88-6314-4514-9795-09f87c4814cf req-b9d01bff-b2d9-48e5-9c1b-2a651cd6199d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401182 Feb 17 01:50:11.206545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893f9bc-c27a-49a3-b779-a2e361a9ad1d req-dcdeec98-cbf1-4c93-b6e2-0613fbaf8332 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:11.208172 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d893f9bc-c27a-49a3-b779-a2e361a9ad1d req-dcdeec98-cbf1-4c93-b6e2-0613fbaf8332 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.0864382 Feb 17 01:50:11.258169 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d893f9bc-c27a-49a3-b779-a2e361a9ad1d req-59a5f7a3-2a36-491d-a5d4-95cabdd85486 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434775 Feb 17 01:50:11.637157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-81411c04-4fbe-48c6-ae3c-95538cec57ca tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:11.638741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-81411c04-4fbe-48c6-ae3c-95538cec57ca tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.0857563 Feb 17 01:50:11.724901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port 65ce4e66-bba6-4899-9311-2aecfb7408c1 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:11.725293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:11.984478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] For port 65ce4e66-bba6-4899-9311-2aecfb7408c1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=65ce4e66-bba6-4899-9311-2aecfb7408c1,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:11.984814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:12.288537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:12.289065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:12.289197 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 8ae593de-e228-42e7-b652-0b5885d6bafe disassociated. External IP: 172.27.2.44, port: 65ce4e66-bba6-4899-9311-2aecfb7408c1. Feb 17 01:50:12.289710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for 65ce4e66-bba6-4899-9311-2aecfb7408c1 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:12.329391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 65ce4e66-bba6-4899-9311-2aecfb7408c1 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:12.453242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:12.517069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab17421-1bfe-4d4b-8444-a24696949052 req-4bc04c4c-9601-4353-8ab9-cc52c9775e40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:12.518689 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1ab17421-1bfe-4d4b-8444-a24696949052 req-4bc04c4c-9601-4353-8ab9-cc52c9775e40 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 945 time: 0.1462321 Feb 17 01:50:12.547792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:12.564263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ff5aaf1f-1bde-4870-9c2c-3ea381676318 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:12.683470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=65ce4e66-bba6-4899-9311-2aecfb7408c1,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:12.701269 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1ab17421-1bfe-4d4b-8444-a24696949052 req-70fe410e-edb3-4dec-93ca-98658974e625 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1757386 Feb 17 01:50:12.702584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.702996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.703403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.703806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.704227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.704744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.704996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.705391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.705782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.706174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.706566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.706960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.707389 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.707780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.708218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.708609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.709006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.709392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.709782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.710170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.710562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.710950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.711339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.711726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:12.721568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:12.961770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:13.146941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:13.156543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:13.166469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:13.167142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:13.373974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:13.412840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] No DVR routers for this DVR port 65ce4e66-bba6-4899-9311-2aecfb7408c1 on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:50:13.415220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:13.418216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'name': 'network-vif-deleted', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:13.470228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab79b698-e610-4276-8dc9-7c37d6f721fe', 'name': 'network-vif-deleted', 'tag': '65ce4e66-bba6-4899-9311-2aecfb7408c1', 'status': 'completed', 'code': 200} Feb 17 01:50:13.473519 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d073631e-5e73-424c-93d4-71f4f6559af9 req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "DELETE /v2.0/ports/65ce4e66-bba6-4899-9311-2aecfb7408c1 HTTP/1.1" status: 204 len: 173 time: 1.8219831 Feb 17 01:50:13.709934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:13.713790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:13.722976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:13.723627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:13.865879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-54121ca5-5b69-485a-8878-bef3d373031f req-1a9bed57-a5ae-4d8f-98d0-ddf02de4ac9d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:13.900827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-54121ca5-5b69-485a-8878-bef3d373031f req-1a9bed57-a5ae-4d8f-98d0-ddf02de4ac9d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:13.902149 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-54121ca5-5b69-485a-8878-bef3d373031f req-1a9bed57-a5ae-4d8f-98d0-ddf02de4ac9d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab79b698-e610-4276-8dc9-7c37d6f721fe HTTP/1.1" status: 200 len: 210 time: 0.0871410 Feb 17 01:50:14.069232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:14.395112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:14.399344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349ffb9-891e-4ae8-81a3-d142048dd73b None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:14.907367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0030d07-7c05-4191-915e-e97ed3c0a8e3 None None] New status for floating IP 8ae593de-e228-42e7-b652-0b5885d6bafe: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:50:15.275176 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-da446682-8065-4046-af5d-912c26179958 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1981567768&fields=id&tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 267 time: 0.0416708 Feb 17 01:50:15.434986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-729fa67a-63d9-4047-aa13-617e171b3ddf tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:15.436494 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-729fa67a-63d9-4047-aa13-617e171b3ddf tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.1537991 Feb 17 01:50:15.453137 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-32d46b94-6697-43ca-8b11-0d388989cd2c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/quotas/40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 375 time: 0.0106018 Feb 17 01:50:15.548901 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-61f8166c-206f-4ae7-9986-ac9d35ccfe6f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898170 Feb 17 01:50:15.743925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-c1fa20d3-6d1e-494d-9fd5-4aecbf139436 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824198 Feb 17 01:50:15.884850 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-7ef799c4-fec7-46c2-b4f2-2067761b5954 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339159 Feb 17 01:50:16.409610 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7729c25-f81c-405e-ad2e-6c00d7f1dcbe req-708d39c5-ec2c-42b2-8909-4f2be34eaf20 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 210 time: 0.0481985 Feb 17 01:50:17.576888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f3c33849-be21-4948-a7c3-f2748583ae56 req-ee15cfc2-f51e-4ada-83b1-16c74ddd8342 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 210 time: 0.0493317 Feb 17 01:50:17.905788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-c7ed62e5-2dbd-40d5-9ccf-6e533a4c2324 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:17.907322 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-c7ed62e5-2dbd-40d5-9ccf-6e533a4c2324 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.1553996 Feb 17 01:50:17.984776 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-d1bbb0ea-bab1-47aa-94c6-92ff70102177 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 5765 time: 0.0678880 Feb 17 01:50:17.994610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'port': {'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'admin_state_up': True, 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'security_groups': ['ab948409-3f7f-430a-a9d6-efe7ab50f7b4']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:50:18.138535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:50:18.148275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:50:18.181443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Made reservation on behalf of 40d21b3e20404097a50b37ef1a7a9320 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:50:18.187166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:18.493242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.20.0.7 (f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe/6e4e05a9-9294-4e38-9175-ff7d5b65a13a/8a7717bc-f564-494a-9313-9168ac403f1e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:50:18.697295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:18.714929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Transition to ACTIVE for port object 8a7717bc-f564-494a-9313-9168ac403f1e will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:50:18.753464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:18.769831 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:18.780614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7d25-ef8d-4c9d-bde4-3b2c47367406 req-d78a48a8-98cd-4444-9c85-93e392a3b620 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:18.782414 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4b2e7d25-ef8d-4c9d-bde4-3b2c47367406 req-d78a48a8-98cd-4444-9c85-93e392a3b620 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 931 time: 0.0904450 Feb 17 01:50:18.832951 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4b2e7d25-ef8d-4c9d-bde4-3b2c47367406 req-4ef47e5c-6501-4949-88eb-dfb867f21a7a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0440586 Feb 17 01:50:18.912172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=8a7717bc-f564-494a-9313-9168ac403f1e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:18.916680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:18.970369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:50:18.971436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:50:18.974035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:50:19.040056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:19.040757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:19.099136 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-68757c00-f7cc-4b6f-a7b3-66fabcf8f82a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086290 Feb 17 01:50:19.118821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Request body: {'port': {'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:50:19.175749 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-30cf08fd-3197-4694-a438-388b9b13dc26 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2085102904&fields=id&tenant_id=ae5e99e867ea42f6b5666589139c0efa HTTP/1.1" status: 200 len: 267 time: 0.0944991 Feb 17 01:50:19.250008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4305ae40-a11a-449e-b6fc-f6c11be5ec6f None None] Provisioning for port 8a7717bc-f564-494a-9313-9168ac403f1e completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:50:19.255200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4305ae40-a11a-449e-b6fc-f6c11be5ec6f None None] Provisioning complete for port 8a7717bc-f564-494a-9313-9168ac403f1e triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:19.255625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4305ae40-a11a-449e-b6fc-f6c11be5ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:19.308232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:19.313327 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-4305ae40-a11a-449e-b6fc-f6c11be5ec6f None None] Port 8a7717bc-f564-494a-9313-9168ac403f1e cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:50:19.384723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-5441ca50-0837-4c15-a2de-75cd559a7681 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:19.386310 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-5441ca50-0837-4c15-a2de-75cd559a7681 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 984 time: 0.2008634 Feb 17 01:50:19.405667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Request body: {'port': {'security_groups': ['4a8e254c-794a-46cd-897b-7f278f758cc0']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:50:19.649821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.101218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7717bc-f564-494a-9313-9168ac403f1e {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:50:20.113804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.145466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Transition to ACTIVE for port object 8a7717bc-f564-494a-9313-9168ac403f1e will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:50:20.173754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.178857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d0cb-85a6-46c6-baa0-6ccfb4121919 req-d8b9f77e-f3c9-4452-963d-0def452f9f1d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:20.181805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4985d0cb-85a6-46c6-baa0-6ccfb4121919 req-d8b9f77e-f3c9-4452-963d-0def452f9f1d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 931 time: 0.0912333 Feb 17 01:50:20.191009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:20.229243 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4985d0cb-85a6-46c6-baa0-6ccfb4121919 req-267b18d5-5fd7-4561-9797-f666c0deb1d4 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0419028 Feb 17 01:50:20.298246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:20.336515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Pushing event updated for resources: {'Port': ['ID=8a7717bc-f564-494a-9313-9168ac403f1e,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:20.353605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:20.597637 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.678945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.701485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:20.916961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event updated for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=6']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:20.929902 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:20.945791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Attempting to bind port 8a7717bc-f564-494a-9313-9168ac403f1e on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:50:20.946164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Attempting to bind port 8a7717bc-f564-494a-9313-9168ac403f1e by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:50:20.946536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Attempting to bind port 8a7717bc-f564-494a-9313-9168ac403f1e on network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:50:20.967726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:50:20.968138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:50:20.968550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:20.968948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Bound using segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:50:20.969419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Bound port: 8a7717bc-f564-494a-9313-9168ac403f1e, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:50:20.969793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.039557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.040279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.041760 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dedf36f1-15fa-48c9-87a8-96a704d6d948 req-6b17cbfc-31c3-4ecd-b89c-500f90390b22 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "PUT /v2.0/ports/0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 942 time: 1.6452801 Feb 17 01:50:21.042307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:21.099306 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:50:21.110604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] For port 8a7717bc-f564-494a-9313-9168ac403f1e, host hv-cinder-75998, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:50:21.120796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] For port 8a7717bc-f564-494a-9313-9168ac403f1e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8a7717bc-f564-494a-9313-9168ac403f1e,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:50:21.148240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-caa978d9-eee8-4e92-8209-c98c76580436 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups/c5a7c115-64a9-449a-9819-af5fe60b32ea HTTP/1.1" status: 200 len: 3005 time: 0.0742638 Feb 17 01:50:21.174331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.195462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:21.225745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17048d-c577-46b2-921b-b116f5358814 req-9c555f20-0fae-432c-b756-3d652bd692c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.227532 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-9c555f20-0fae-432c-b756-3d652bd692c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.1092708 Feb 17 01:50:21.342969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Pushing event updated for resources: {'Port': ['ID=8a7717bc-f564-494a-9313-9168ac403f1e,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:21.353914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:21.370316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-078ea954-ffd8-4b38-a7c8-7183f2691529 None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:21.371060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-078ea954-ffd8-4b38-a7c8-7183f2691529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.426852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.456504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17048d-c577-46b2-921b-b116f5358814 req-3f8c0034-8f41-4eca-88f7-f6b110497453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.458094 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-3f8c0034-8f41-4eca-88f7-f6b110497453 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.2197936 Feb 17 01:50:21.468693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dde800-edb3-413a-b379-02d9ffecb6e7 req-ba2b627e-5d83-489e-a1c2-232941caf8e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.470240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58dde800-edb3-413a-b379-02d9ffecb6e7 req-ba2b627e-5d83-489e-a1c2-232941caf8e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.1162136 Feb 17 01:50:21.494444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.525152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.525786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.527281 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] 10.222.0.59 "PUT /v2.0/ports/8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 1157 time: 2.4201999 Feb 17 01:50:21.623741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-6c1967f7-6db6-4f74-850f-6963a3d0b9d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 1001 time: 0.1523128 Feb 17 01:50:21.626773 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58dde800-edb3-413a-b379-02d9ffecb6e7 req-a3e361f3-0656-4d0f-acf9-ab666ffabbd5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0729225 Feb 17 01:50:21.653889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.665015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-cdef5a01-c772-472c-bfa8-234c0e2fe0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:21.685632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7c115-64a9-449a-9819-af5fe60b32ea,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:21.688800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:21.709169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17048d-c577-46b2-921b-b116f5358814 req-7bcbce29-a5f5-41c4-86d6-61ccbe98d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.711343 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-7bcbce29-a5f5-41c4-86d6-61ccbe98d8cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.0769129 Feb 17 01:50:21.713921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-12d47857-db04-4c89-9961-7b3ef0e8b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.715584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-12d47857-db04-4c89-9961-7b3ef0e8b788 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1160 time: 0.1138482 Feb 17 01:50:21.722901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:21.724112 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bfe1053b-301b-45a5-9014-c6ce7cd5552b req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "DELETE /v2.0/security-groups/c5a7c115-64a9-449a-9819-af5fe60b32ea HTTP/1.1" status: 204 len: 173 time: 0.5688951 Feb 17 01:50:21.798144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-05fce7d3-a42e-4106-947e-c72014d010e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 217 time: 0.0721593 Feb 17 01:50:21.873070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-9f1eca2e-7cda-42d8-8674-af5c9b0b9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.874787 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-9f1eca2e-7cda-42d8-8674-af5c9b0b9ae3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0684462 Feb 17 01:50:21.906889 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-63a594f7-ac1d-4c1b-814c-4c9a051a20b2 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/floatingips/5f9fed2c-5126-4088-990f-e48e981801bd HTTP/1.1" status: 200 len: 998 time: 0.1373737 Feb 17 01:50:21.942824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17048d-c577-46b2-921b-b116f5358814 req-9b9f6cc7-06ba-4bf1-af6e-475649b35f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.944330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-9b9f6cc7-06ba-4bf1-af6e-475649b35f80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2191556 Feb 17 01:50:21.959144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f598a2-a364-417a-91d6-ee9b9615702d req-b050723c-c248-4ccb-bdc3-8678a54a23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:21.960813 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-b050723c-c248-4ccb-bdc3-8678a54a23bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792024 Feb 17 01:50:22.107717 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-395544c4-57fe-46e5-ab55-4de285473ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366861 Feb 17 01:50:22.187194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-c71a0975-ee0e-4ee5-8357-e83ffa3cb158 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:22.188678 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-c71a0975-ee0e-4ee5-8357-e83ffa3cb158 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.2749746 Feb 17 01:50:22.194880 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-5af4d987-ac6b-480f-a12b-f0f1f1310c08 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004793 Feb 17 01:50:22.200843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-cdec6aa2-50d0-436f-aa94-dfcada5a6219 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:50:22.202057 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-cdec6aa2-50d0-436f-aa94-dfcada5a6219 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061815 Feb 17 01:50:22.253539 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-55f598a2-a364-417a-91d6-ee9b9615702d req-3a04dc9c-6081-4d8a-9034-6409bedcfd6b service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370220 Feb 17 01:50:22.558501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:22.628915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-982d46d7-ef76-4036-a7e0-772c237263ba tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200 len: 1001 time: 0.3996522 Feb 17 01:50:22.632492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 0fd2daaa-4042-453a-9bc8-e8424618aab0 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:22.632927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:22.696927 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ea17048d-c577-46b2-921b-b116f5358814 req-882c5ed6-5284-4956-8d63-4608026be9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4912145 Feb 17 01:50:22.725392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-098af863-f6dc-4c36-81a8-5807280ec297 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:22.726858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-098af863-f6dc-4c36-81a8-5807280ec297 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports/0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 942 time: 0.0843301 Feb 17 01:50:22.842146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f61c-c99b-4baa-af51-cdc6a720bbbb req-0df2db43-9b0a-43d7-9961-a0780044a6f7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:22.842901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d878f61c-c99b-4baa-af51-cdc6a720bbbb req-0df2db43-9b0a-43d7-9961-a0780044a6f7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:22.889767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d878f61c-c99b-4baa-af51-cdc6a720bbbb req-0df2db43-9b0a-43d7-9961-a0780044a6f7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:22.891064 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d878f61c-c99b-4baa-af51-cdc6a720bbbb req-0df2db43-9b0a-43d7-9961-a0780044a6f7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.1438463 Feb 17 01:50:22.914498 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-b74d0e57-5131-4c1b-b179-fa683fd0ff75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200 len: 1001 time: 0.1061034 Feb 17 01:50:22.940079 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d878f61c-c99b-4baa-af51-cdc6a720bbbb req-e26d9e47-792b-40ac-ad1a-2812083bef98 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0423930 Feb 17 01:50:23.101091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:23.135967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Deleting port f4e31455-e396-44a2-b051-824c8852cde3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:23.136363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:23.147756 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e', 'status': 'completed', 'code': 200} Feb 17 01:50:23.361735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-7248a09c-6094-41e8-a8b0-b057358d0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:23.363351 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-7248a09c-6094-41e8-a8b0-b057358d0d1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1160 time: 0.1890848 Feb 17 01:50:23.460512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:23.460887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:23.608715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Calling delete_port for f4e31455-e396-44a2-b051-824c8852cde3 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:23.710974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-2b441c76-f0f3-4f02-a398-4213e21cb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:23.712579 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-2b441c76-f0f3-4f02-a398-4213e21cb925 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.3415644 Feb 17 01:50:23.805538 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-5e56a433-40e3-4ec7-bdf1-4799c57f857b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 217 time: 0.0836558 Feb 17 01:50:23.927396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-78db5e62-20f9-4111-9153-9a4e6496675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:23.928963 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-78db5e62-20f9-4111-9153-9a4e6496675b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.1156616 Feb 17 01:50:23.977471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:23.997436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-28f43899-5d72-4bf7-aa91-c8a222304b20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:24.101313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event deleted for resources: {'Port': ['ID=f4e31455-e396-44a2-b051-824c8852cde3,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:24.116634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.117053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.117463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.117866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.118266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.118665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.119063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.119455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.119851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.120294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.120693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.121085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.121515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.121933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.122323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.122716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.123105 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.123499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.123893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.124312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.124700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.125091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.125483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.125874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:24.131771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:24.144697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd05ee-7a2b-48f8-8665-23ae64a6f10c req-0e671094-7bb0-4ae8-88c6-497eea35bb9c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:24.146307 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f4bd05ee-7a2b-48f8-8665-23ae64a6f10c req-0e671094-7bb0-4ae8-88c6-497eea35bb9c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0877888 Feb 17 01:50:24.193169 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-c33584ba-709f-48a0-995c-94846f6c0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:24.194227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f4bd05ee-7a2b-48f8-8665-23ae64a6f10c req-c05ad013-88cc-4133-b450-4a3b0889980b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415030 Feb 17 01:50:24.194718 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-c33584ba-709f-48a0-995c-94846f6c0ef6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2576270 Feb 17 01:50:24.371186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:24.371704 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Floating IP 5f9fed2c-5126-4088-990f-e48e981801bd disassociated (deleted). External IP: 172.27.2.106, port: 0fd2daaa-4042-453a-9bc8-e8424618aab0. Feb 17 01:50:24.519606 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-3a47804a-552d-49f2-80db-4a5e2a560837 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157320 Feb 17 01:50:25.029742 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-185cbe30-ee97-4abf-ac9b-8c94aea97603 req-c303028e-f569-492c-a1d9-874d2101add3 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4994156 Feb 17 01:50:25.099221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Router 8840398c-0f30-45ad-ab67-02f2ef4602bf has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:25.290130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:25.300437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Sync routers for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:25.310795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:25.314561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:25.376010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:25.398757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858b1d-7d17-406d-a8a6-5cf7292e749a req-d1644284-dab4-4578-abcc-858f0dd48864 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:25.400409 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0858b1d-7d17-406d-a8a6-5cf7292e749a req-d1644284-dab4-4578-abcc-858f0dd48864 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0922062 Feb 17 01:50:25.450989 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b0858b1d-7d17-406d-a8a6-5cf7292e749a req-5788ae7e-4bd1-4073-a472-f1b1207d9151 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0431499 Feb 17 01:50:25.451731 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "DELETE /v2.0/floatingips/5f9fed2c-5126-4088-990f-e48e981801bd HTTP/1.1" status: 204 len: 173 time: 2.5309930 Feb 17 01:50:25.452390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:25.504422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:25.525807 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:50:25.607318 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-37de833f-2ad8-463c-9c89-75ff64ae50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:25.608996 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-37de833f-2ad8-463c-9c89-75ff64ae50d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.1394548 Feb 17 01:50:25.725741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494978a1-f755-4872-af59-01dd841c9b5f req-d60c6b27-e100-4b40-abc5-819584913c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:25.727353 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-d60c6b27-e100-4b40-abc5-819584913c77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae5e99e867ea42f6b5666589139c0efa&device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 1162 time: 0.1796949 Feb 17 01:50:25.838202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:25.842603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Checking router: 8840398c-0f30-45ad-ab67-02f2ef4602bf for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:25.851433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:25.852259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:25.867872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-063b8235-89ef-4912-ae2b-e120a11f4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:25.869538 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-063b8235-89ef-4912-ae2b-e120a11f4cbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.2517025 Feb 17 01:50:25.956638 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-400d78e3-9af1-4f0d-aade-4beae350a921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 217 time: 0.0757535 Feb 17 01:50:26.023124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494978a1-f755-4872-af59-01dd841c9b5f req-899d431d-72e8-4fa0-ad92-6628702d18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.024722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-899d431d-72e8-4fa0-ad92-6628702d18c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 200 len: 908 time: 0.2807612 Feb 17 01:50:26.040836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:26.108281 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-fe7a8255-0789-4e28-8239-78f621b8e69e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 200 len: 217 time: 0.0739596 Feb 17 01:50:26.109720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-92264651-3561-4917-9e61-bbb7fe38d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.111220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-92264651-3561-4917-9e61-bbb7fe38d3f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.1404042 Feb 17 01:50:26.234957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494978a1-f755-4872-af59-01dd841c9b5f req-4073d802-5b6a-4ee4-a0e0-5f1c92cab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.236583 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-4073d802-5b6a-4ee4-a0e0-5f1c92cab03a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 200 len: 853 time: 0.1209114 Feb 17 01:50:26.305251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-f3127d0f-5a9f-4648-8168-22f5c90260b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.306887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-f3127d0f-5a9f-4648-8168-22f5c90260b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1567330 Feb 17 01:50:26.371140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:26.375756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac245c5a-66f9-4ca3-98d5-b86ed74e7b42 None None] The sync data for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi is: [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:48:13Z', 'revision_number': 4, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd28d4b20-cf8f-45e8-8c83-0548e62ad396', 'name': '', 'network_id': '21b9cef6-f07d-4e55-b850-8567ff496a34', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'mac_address': 'fa:16:3e:48:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:12Z', 'updated_at': '2021-02-17T01:48:23Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'subnets': [{'id': '2ef86890-87a0-4aff-94c5-6132d80ada4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:26.422019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494978a1-f755-4872-af59-01dd841c9b5f req-d9b07d86-fe58-4127-9e9d-ba765928d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.423649 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-d9b07d86-fe58-4127-9e9d-ba765928d7b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21b9cef6-f07d-4e55-b850-8567ff496a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1782618 Feb 17 01:50:26.562869 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-b984d252-f9ff-4d42-8fb5-06f4f573019f service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480915 Feb 17 01:50:26.663238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a4d3-033a-4c74-820f-119afacbbf90 req-8c17cc80-24cb-495b-9082-7bb245ef23ea tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:26.663495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-25f5a4d3-033a-4c74-820f-119afacbbf90 req-8c17cc80-24cb-495b-9082-7bb245ef23ea tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0898855 Feb 17 01:50:26.678168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:26.698445 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-6eebf05e-3516-4b93-8976-52ddc933d763 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574301 Feb 17 01:50:26.718229 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-25f5a4d3-033a-4c74-820f-119afacbbf90 req-17c398f8-e5c1-462d-ace5-df7485309edb tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465257 Feb 17 01:50:26.787288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73eb7e-ce8c-4dcb-b590-8d719d328929 None None] New status for floating IP 5f9fed2c-5126-4088-990f-e48e981801bd: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:50:26.831888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cd02bf5a-0638-475c-9e60-6b5c05ab99df req-bee38c96-1cb3-4c24-9a43-2e816f6b2307 service neutron] 10.222.0.46 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2556438 Feb 17 01:50:26.877512 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-494978a1-f755-4872-af59-01dd841c9b5f req-6edefc44-9e96-4a24-b7c1-ac27bf305ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1636841 Feb 17 01:50:27.915617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a5ac4-3c0e-40ed-ad33-4430d022942a req-07ba82cb-e3c7-4947-b550-ed26de82a7a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:27.917240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa7a5ac4-3c0e-40ed-ad33-4430d022942a req-07ba82cb-e3c7-4947-b550-ed26de82a7a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0854459 Feb 17 01:50:27.967148 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fa7a5ac4-3c0e-40ed-ad33-4430d022942a req-032a1944-d2c6-4efe-9595-13e65a8d6dbf tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0427580 Feb 17 01:50:29.169259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd569-6ce8-40b2-9870-96f9164c6ad4 req-902b2668-7c43-4210-b0f5-18e0a502e9bc tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:29.173362 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-634fd569-6ce8-40b2-9870-96f9164c6ad4 req-902b2668-7c43-4210-b0f5-18e0a502e9bc tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0911577 Feb 17 01:50:29.218158 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-634fd569-6ce8-40b2-9870-96f9164c6ad4 req-dd61e5df-12e6-44d5-bf67-625f0f3271bb tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0410273 Feb 17 01:50:30.417304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f81f6-bc5c-4d34-936d-e217a131dd80 req-6bdd556c-9b6e-49b8-a70f-1c6b7b2791ef tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:30.418917 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-491f81f6-bc5c-4d34-936d-e217a131dd80 req-6bdd556c-9b6e-49b8-a70f-1c6b7b2791ef tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 943 time: 0.0892143 Feb 17 01:50:30.466770 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-491f81f6-bc5c-4d34-936d-e217a131dd80 req-7019c68e-a1c6-406b-b40b-314ce30deb86 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416775 Feb 17 01:50:30.904906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8a7717bc-f564-494a-9313-9168ac403f1e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:30.998087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 8a7717bc-f564-494a-9313-9168ac403f1e completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:50:31.003059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 8a7717bc-f564-494a-9313-9168ac403f1e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:31.003482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:31.128133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:31.155862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:31.166455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 8a7717bc-f564-494a-9313-9168ac403f1e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8a7717bc-f564-494a-9313-9168ac403f1e,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:31.186495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:31.188493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8a2ac55a-ba2d-4b4d-9a58-4f1e90da0d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:31.222620 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e', 'code': 200} Feb 17 01:50:31.262804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=8a7717bc-f564-494a-9313-9168ac403f1e,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:31.266019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:31.484262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c09f1-e9ea-4caa-a332-59f80dfae57a req-371bb558-c1cf-4d5e-b818-576509155a14 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:31.484948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f38c09f1-e9ea-4caa-a332-59f80dfae57a req-371bb558-c1cf-4d5e-b818-576509155a14 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:31.523675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f38c09f1-e9ea-4caa-a332-59f80dfae57a req-371bb558-c1cf-4d5e-b818-576509155a14 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:31.525047 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f38c09f1-e9ea-4caa-a332-59f80dfae57a req-371bb558-c1cf-4d5e-b818-576509155a14 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.1278410 Feb 17 01:50:31.628320 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f38c09f1-e9ea-4caa-a332-59f80dfae57a req-0fb4c42f-8f79-4feb-baf8-1249e397f170 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959756 Feb 17 01:50:31.649490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb34159-c3d1-4fd9-a91d-cb23f7c1521f req-2c466210-25ca-45f2-8d5b-b43a752103e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:31.651151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fb34159-c3d1-4fd9-a91d-cb23f7c1521f req-2c466210-25ca-45f2-8d5b-b43a752103e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.1016593 Feb 17 01:50:31.671585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6c7f9-9976-442c-97cc-acc5e32c257f req-16b9d1dd-3bb2-4c7f-b38a-27770df49c7c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:31.673222 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e6c7f9-9976-442c-97cc-acc5e32c257f req-16b9d1dd-3bb2-4c7f-b38a-27770df49c7c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0890007 Feb 17 01:50:31.696175 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fb34159-c3d1-4fd9-a91d-cb23f7c1521f req-2d6bafd1-5b89-4c36-832e-4f53ae9defef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0364015 Feb 17 01:50:31.719954 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-43e6c7f9-9976-442c-97cc-acc5e32c257f req-53a9cc6a-14d1-4f2e-9223-83db743acf67 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0405700 Feb 17 01:50:32.518378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8a7717bc-f564-494a-9313-9168ac403f1e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:32.550492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3e9255bb-6a44-4c46-bf8b-0a344d6fc510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:32.591015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 8a7717bc-f564-494a-9313-9168ac403f1e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:32.591428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:32.827526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c6de-3fd4-415d-8b11-59a872004a8d req-bc2ca6b2-1510-477d-9875-bb8ada64f752 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:32.829545 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6763c6de-3fd4-415d-8b11-59a872004a8d req-bc2ca6b2-1510-477d-9875-bb8ada64f752 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0876524 Feb 17 01:50:32.882393 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6763c6de-3fd4-415d-8b11-59a872004a8d req-9e382b4f-9e67-4460-80c8-25f545046edd tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Feb 17 01:50:32.924716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7c5d7-1f72-4739-b707-1b8613fd9908 req-a1f65d2c-b383-45d1-a364-1b0c6131f325 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:32.926358 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27d7c5d7-1f72-4739-b707-1b8613fd9908 req-a1f65d2c-b383-45d1-a364-1b0c6131f325 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0935116 Feb 17 01:50:32.976609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27d7c5d7-1f72-4739-b707-1b8613fd9908 req-f2842231-0cb6-43c1-83ca-bcedc0031420 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0434973 Feb 17 01:50:33.716229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-db2e84a6-599c-4699-baff-aa5df12e2238 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:33.717763 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-db2e84a6-599c-4699-baff-aa5df12e2238 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.59 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.0875371 Feb 17 01:50:33.794939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Deleting port 0fd2daaa-4042-453a-9bc8-e8424618aab0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:33.795329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.182434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309b41-8c3f-46a6-bb84-fda69480369b req-d04a8d1f-e1fc-45cf-ac00-700d05d96e54 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:34.184087 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99309b41-8c3f-46a6-bb84-fda69480369b req-d04a8d1f-e1fc-45cf-ac00-700d05d96e54 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0902982 Feb 17 01:50:34.239157 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-99309b41-8c3f-46a6-bb84-fda69480369b req-7281667d-e9af-461f-90d4-55ab7e5c24b1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0485561 Feb 17 01:50:34.361333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] For port 0fd2daaa-4042-453a-9bc8-e8424618aab0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=0fd2daaa-4042-453a-9bc8-e8424618aab0,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:34.361731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.392642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1a511929-33b9-4915-86e2-52781bd4d73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.443435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc9bd-beb1-4fab-8383-0dffd3637189 req-d4bba4a0-1242-40a5-bb8e-61b61f93333a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:34.445132 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-905cc9bd-beb1-4fab-8383-0dffd3637189 req-d4bba4a0-1242-40a5-bb8e-61b61f93333a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0903616 Feb 17 01:50:34.476569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 0fd2daaa-4042-453a-9bc8-e8424618aab0 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:34.499536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9319e-5584-4d09-bf8d-a0e05f4d3770 req-4501e045-57ca-4080-bcbe-79b8d8e016a7 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:34.500674 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-905cc9bd-beb1-4fab-8383-0dffd3637189 req-21a33fa8-7c78-459d-afa9-1206ad45e4d8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443358 Feb 17 01:50:34.506821 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-17b9319e-5584-4d09-bf8d-a0e05f4d3770 req-4501e045-57ca-4080-bcbe-79b8d8e016a7 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 945 time: 0.5000324 Feb 17 01:50:34.517241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Calling delete_port for 0fd2daaa-4042-453a-9bc8-e8424618aab0 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:34.620310 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-17b9319e-5584-4d09-bf8d-a0e05f4d3770 req-799b902d-0b70-44a7-8263-bae3f09d81fb tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/security-groups?id=4a8e254c-794a-46cd-897b-7f278f758cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124806 Feb 17 01:50:34.712757 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-b99680c9-9150-457d-9a0c-459a7faea26e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716142 Feb 17 01:50:34.723868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:50:34.730128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:50:34.740579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:50:34.752130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Port 0fd2daaa-4042-453a-9bc8-e8424618aab0 update to DOWN by agent not found {{(pid=84061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 01:50:34.758289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.773667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:34.787158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.868416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Pushing event deleted for resources: {'Port': ['ID=0fd2daaa-4042-453a-9bc8-e8424618aab0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:34.871596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:34.934611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.985633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] No DVR routers for this DVR port 0fd2daaa-4042-453a-9bc8-e8424618aab0 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:50:34.987930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:34.990722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'name': 'network-vif-deleted', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:35.039207 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-214947c2-b141-46c3-a30d-7d93cfa0de28 req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.59 "DELETE /v2.0/ports/0fd2daaa-4042-453a-9bc8-e8424618aab0 HTTP/1.1" status: 204 len: 173 time: 1.3131025 Feb 17 01:50:35.042498 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8157c61d-6725-4eb0-a7b9-2e28b5c86075', 'name': 'network-vif-deleted', 'tag': '0fd2daaa-4042-453a-9bc8-e8424618aab0', 'status': 'completed', 'code': 200} Feb 17 01:50:35.175575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:35.213605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.27.2.82 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/5c80cc90-8f33-449c-87e4-0b279bdb1a2e) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:50:35.372265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:35.433256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:35.448066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:35.583616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=5c80cc90-8f33-449c-87e4-0b279bdb1a2e,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:35.596195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:35.640010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:50:35.648116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:50:35.648116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:50:35.812606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9600e28d-e03d-4e47-90d7-c7c092d4890f req-b83e2a10-0b83-4641-80d3-65852053f2cc tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Synchronizing usage tracker for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:35.844349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9600e28d-e03d-4e47-90d7-c7c092d4890f req-b83e2a10-0b83-4641-80d3-65852053f2cc tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Unset dirty status for tenant:ae5e99e867ea42f6b5666589139c0efa on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:35.845725 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9600e28d-e03d-4e47-90d7-c7c092d4890f req-b83e2a10-0b83-4641-80d3-65852053f2cc tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] 10.222.0.46 "GET /v2.0/ports?device_id=8157c61d-6725-4eb0-a7b9-2e28b5c86075 HTTP/1.1" status: 200 len: 210 time: 0.0840871 Feb 17 01:50:35.953249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.036639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.192513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.303417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.346109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.361107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1fca7917-d97d-486b-88c2-cde546bdc4f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:36.492231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=5c80cc90-8f33-449c-87e4-0b279bdb1a2e,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:36.505026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:36.598275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.654652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:36.655986 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-9baa51b5-ed9f-49ec-b8be-8be32d3c3e49 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9367754 Feb 17 01:50:36.743662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-c2c4377e-2466-4c36-98e9-a92c2cc13060 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:36.786599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-c2c4377e-2466-4c36-98e9-a92c2cc13060 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:36.787847 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-c2c4377e-2466-4c36-98e9-a92c2cc13060 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.82 HTTP/1.1" status: 200 len: 695 time: 0.1253586 Feb 17 01:50:36.955042 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-c269f334-1663-4510-a94a-0af87cfdc1da tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:36.956609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-490236cc-0436-4676-ae41-7ebafd70e3ec req-c269f334-1663-4510-a94a-0af87cfdc1da tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.1626658 Feb 17 01:50:37.026772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:37.141206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-56d99ed6-447d-49b4-b35e-0d4ee05df722 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:37.142831 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-56d99ed6-447d-49b4-b35e-0d4ee05df722 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0885015 Feb 17 01:50:37.231305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-476a2efe-75e9-4553-8460-92d482643f30 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.82 HTTP/1.1" status: 200 len: 695 time: 0.0809934 Feb 17 01:50:37.241321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:50:37.322863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:37.966435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:37.977302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:50:37.986805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:38.084303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48260) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:38.169476 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 1c7b633e-c79e-4060-9d0f-4a16abd4857c associated. External IP: 172.27.2.82, port: 8a7717bc-f564-494a-9313-9168ac403f1e. Feb 17 01:50:38.665904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:38.772476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:38.963656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:38.968488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:38.974188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:38.984753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:38.985425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:39.031442 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-efa910e3-4037-43a3-b83d-29258c117ba9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "PUT /v2.0/floatingips/1c7b633e-c79e-4060-9d0f-4a16abd4857c HTTP/1.1" status: 200 len: 995 time: 1.7938573 Feb 17 01:50:39.031769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:39.035844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Deleting port d28d4b20-cf8f-45e8-8c83-0548e62ad396 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:39.036607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:39.093924 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e', 'status': 'completed', 'code': 200} Feb 17 01:50:39.133449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-c5fe3a5f-8ffa-40ec-b2de-bf082bf71426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:39.135108 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-c5fe3a5f-8ffa-40ec-b2de-bf082bf71426 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.0850937 Feb 17 01:50:39.194125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:39.284939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-c2604ec9-7c0b-4f7b-9485-66feb03098a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:39.286581 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-c2604ec9-7c0b-4f7b-9485-66feb03098a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1432245 Feb 17 01:50:39.294989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-b90112fa-c542-4a27-8134-1b2bc205ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:39.296585 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-b90112fa-c542-4a27-8134-1b2bc205ef17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.1360483 Feb 17 01:50:39.298371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] For port d28d4b20-cf8f-45e8-8c83-0548e62ad396, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d28d4b20-cf8f-45e8-8c83-0548e62ad396,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:39.298772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:39.401209 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-414935ef-22dd-4c64-9f30-a87c47409713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 998 time: 0.1066194 Feb 17 01:50:39.484144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-ca7e3217-798a-4a2e-b6d8-832103235243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:39.485792 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-ca7e3217-798a-4a2e-b6d8-832103235243 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0774939 Feb 17 01:50:39.506055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Calling delete_port for d28d4b20-cf8f-45e8-8c83-0548e62ad396 owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:39.570179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:37Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:39.576278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:39.578625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-4c09cf75-e37f-427f-b200-abe436318a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:39.582682 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-4c09cf75-e37f-427f-b200-abe436318a4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873830 Feb 17 01:50:39.585985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:39.586666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:39.735497 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-793d55d6-54d2-4e83-ae03-52b6cae864f5 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477606 Feb 17 01:50:39.784575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:39.891297 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6ed39012-82cb-4bd7-9310-c45c6303f0cb req-42dfb5ba-37b2-4ba7-a3ea-51d9209b7714 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482909 Feb 17 01:50:40.009583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-7b2030e0-1e07-4931-9d46-0a22038008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:40.009583 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-7b2030e0-1e07-4931-9d46-0a22038008a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.7026858 Feb 17 01:50:40.136401 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-09f7d1b6-b728-4661-81cb-7080e0c01230 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 998 time: 0.1166992 Feb 17 01:50:40.164354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:37Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:40.168454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16461e-f379-40e5-80cc-45be18ad5c45 None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:37Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:40.254307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-74d11f10-b5fd-45da-bf85-f80e37851c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:40.255884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-74d11f10-b5fd-45da-bf85-f80e37851c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0891829 Feb 17 01:50:40.302806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:40.322545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1a445bda-09b0-4d5b-a1cb-bb91f05d2579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:40.428374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28d4b20-cf8f-45e8-8c83-0548e62ad396,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:40.437973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:40.487778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f40f13-afb5-4821-8f4a-5d82e868c9a7 None None] New status for floating IP 1c7b633e-c79e-4060-9d0f-4a16abd4857c: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:50:40.506672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-b0caf83e-d957-4bbf-81da-6b9495b4a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:40.508385 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-b0caf83e-d957-4bbf-81da-6b9495b4a19b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2450681 Feb 17 01:50:40.851895 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-f74dfc76-91ed-49d2-84d4-3331c4b95c51 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362634 Feb 17 01:50:40.983889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:41.113748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5d1dcb55-4f0a-4303-a125-3e0a5be81ed9 req-37243e67-4c05-4964-96b8-5ca3d76dae0a service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2533472 Feb 17 01:50:41.518175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Router 8840398c-0f30-45ad-ab67-02f2ef4602bf has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:41.707260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:41.717467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Sync routers for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:41.727228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:41.727896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:41.765612 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/8840398c-0f30-45ad-ab67-02f2ef4602bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6800015 Feb 17 01:50:41.768183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48272) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:41.919679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:42.186849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:42.224896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:42.228883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Checking router: 8840398c-0f30-45ad-ab67-02f2ef4602bf for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:42.237873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Routers {'8840398c-0f30-45ad-ab67-02f2ef4602bf'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:42.238534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['8840398c-0f30-45ad-ab67-02f2ef4602bf'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:42.381606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:42.387269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Deleting port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:42.387652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:42.576171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] For port 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:42.576580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:42.589834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] Set router 8840398c-0f30-45ad-ab67-02f2ef4602bf gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:42.710153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Calling delete_port for 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:42.853952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:42.891682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: WARNING neutron.plugins.ml2.ovo_rpc [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: result = function(*args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: proto.__init__(conn_state, self) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle() Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle_one_request() Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: self.handle_one_response() Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: result = self.application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return app(environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self.application) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return request.get_response(self.application) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = req.get_response(self._app) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: application, catch_exc_info=False) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: app_iter = application(self.environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: response = self.app(environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return resp(environ, start_response) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: resp = self.call_func(req, *args, **kw) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.func(req, *args, **kwargs) Feb 17 01:50:42.892439 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: result = method(request=request, **args) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._delete(request, id, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*dup_args, **dup_kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: obj_deleter(request.context, id, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return method(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(*dup_args, **dup_kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, context, *args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return method(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: context, port, router_ids, bound_mech_contexts) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: return function(*args, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: callback(resource, event, trigger, **kwargs) Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: stack = traceback.extract_stack() Feb 17 01:50:42.897880 dv-cinder-759987-3-iscsi neutron-server[83948]: Feb 17 01:50:42.904631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ceb1a-8e89-4eb6-a1d7-9d5fe89a3f07 None None] The sync data for ids ['8840398c-0f30-45ad-ab67-02f2ef4602bf'] in dv-cinder-759987-3-iscsi is: [{'id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'name': 'tempest-TestMinimumBasicScenario-890671543-router', 'tenant_id': 'ae5e99e867ea42f6b5666589139c0efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:48:07Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 5, 'project_id': 'ae5e99e867ea42f6b5666589139c0efa', 'gw_port': {'id': '3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8840398c-0f30-45ad-ab67-02f2ef4602bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:48:08Z', 'updated_at': '2021-02-17T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:43.093780 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.239868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.242338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.377724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d28d4b20-cf8f-45e8-8c83-0548e62ad396 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:43.409769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.410512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8840398c-0f30-45ad-ab67-02f2ef4602bf {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:50:43.418943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: d28d4b20-cf8f-45e8-8c83-0548e62ad396 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:50:43.419474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d28d4b20-cf8f-45e8-8c83-0548e62ad396 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:50:43.421826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291208-23c4-40dc-9387-a535c84c655b req-86d997b3-29ab-4e28-9a01-bcf8461661da tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:43.423671 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48291208-23c4-40dc-9387-a535c84c655b req-86d997b3-29ab-4e28-9a01-bcf8461661da tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0883317 Feb 17 01:50:43.427468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.428961 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-98b799a4-a694-4dd1-b1f4-843f647207a1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8840398c-0f30-45ad-ab67-02f2ef4602bf HTTP/1.1" status: 204 len: 168 time: 1.6598229 Feb 17 01:50:43.431634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48286) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:43.497073 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-48291208-23c4-40dc-9387-a535c84c655b req-b721dc1b-5ad9-4bd2-bb3e-b5390c45d09e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638251 Feb 17 01:50:43.499366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Deleting subnet 2ef86890-87a0-4aff-94c5-6132d80ada4f {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:50:43.503458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.556830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.683118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.969613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:43.985496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4773a556-318a-4ce3-8c61-b7bfd12d72e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:44.077370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef86890-87a0-4aff-94c5-6132d80ada4f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:44.082467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:44.116483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.122526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68bb176-080b-43f9-b985-4c472465b0d7 None None] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:50:44.123813 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0af8d219-d7a1-4561-a6a3-6499d3b4ef7a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ef86890-87a0-4aff-94c5-6132d80ada4f HTTP/1.1" status: 204 len: 168 time: 0.6908991 Feb 17 01:50:44.125766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48290) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:44.242655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.313649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Deleting port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:44.314002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.375552 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] DHCP port deletion for 21b9cef6-f07d-4e55-b850-8567ff496a34 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:50:44.380137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Deleting port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:44.380565 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.538176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] For port d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:44.539112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.583860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:50:44.645268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] For port d2e18dbf-d95d-4ee3-992a-70a8500e1b07, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,segment=NetworkSegment(48fbbcdc-5538-4c70-b4b5-15c721de99df),segment_id=48fbbcdc-5538-4c70-b4b5-15c721de99df)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:44.645740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.677751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Calling delete_port for d2e18dbf-d95d-4ee3-992a-70a8500e1b07 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:44.793171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Calling delete_port for d2e18dbf-d95d-4ee3-992a-70a8500e1b07 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:44.860237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a5bd8b73-d600-48a2-b704-c70ed1541882 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:50:44.860667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.901057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c55839-b600-4bad-af78-57da109baa59 req-17eb1d30-a854-4d5f-812d-cbecac186550 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:44.902704 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78c55839-b600-4bad-af78-57da109baa59 req-17eb1d30-a854-4d5f-812d-cbecac186550 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.2326684 Feb 17 01:50:44.908609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82934d9-62f1-428c-be3a-c347db2d442d req-e4f2fe50-801f-4072-a85b-9c527b05aaaa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:44.910042 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f82934d9-62f1-428c-be3a-c347db2d442d req-e4f2fe50-801f-4072-a85b-9c527b05aaaa tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.1701293 Feb 17 01:50:44.966881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:44.990712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b90aadca-f84d-4b0f-bcf4-8a0d9f362ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:44.998194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:50:44.998606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:50:45.341386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e18dbf-d95d-4ee3-992a-70a8500e1b07,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:45.355109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:45.372439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-78c55839-b600-4bad-af78-57da109baa59 req-31558f69-c159-43bc-b3f2-f15e45e5c0a0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4614007 Feb 17 01:50:45.380797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port a5bd8b73-d600-48a2-b704-c70ed1541882 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:45.380797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:45.418006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2e18dbf-d95d-4ee3-992a-70a8500e1b07 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:45.455109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: d2e18dbf-d95d-4ee3-992a-70a8500e1b07 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:50:45.455501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2e18dbf-d95d-4ee3-992a-70a8500e1b07 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:50:45.455996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:45.492167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] No DVR routers for this DVR port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:50:45.492692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:50:45.493097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3bf0e25a-5128-4ec0-85aa-e7f29a41e3fe not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:50:45.500222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Deleting port d2e18dbf-d95d-4ee3-992a-70a8500e1b07 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:45.500769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:45.576101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-a930fe21-29af-4f0d-9678-020095acb96a None None] The port 'd2e18dbf-d95d-4ee3-992a-70a8500e1b07' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:50:45.721206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:45.877797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b9cef6-f07d-4e55-b850-8567ff496a34']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:45.894557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:45.894958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:45.903688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fbbcdc-5538-4c70-b4b5-15c721de99df') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:45.904050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fbbcdc-5538-4c70-b4b5-15c721de99df') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:45.975085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.009595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.013490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:50:46.351332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:50:46.373214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.543703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a5bd8b73-d600-48a2-b704-c70ed1541882 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:50:46.567184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.567612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.567940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Floating IP 2edcb016-e0d6-41e6-b659-5961d204952a disassociated. External IP: 172.27.2.57, port: a5bd8b73-d600-48a2-b704-c70ed1541882. Feb 17 01:50:46.568372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for a5bd8b73-d600-48a2-b704-c70ed1541882 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:46.581897 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f056ca-2149-436d-9338-3f635dc6d951 req-b11a6fe6-50be-48ae-baa7-c91da39c3687 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:46.583503 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-91f056ca-2149-436d-9338-3f635dc6d951 req-b11a6fe6-50be-48ae-baa7-c91da39c3687 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 945 time: 0.0919254 Feb 17 01:50:46.622566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Network 21b9cef6-f07d-4e55-b850-8567ff496a34 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:50:46.631321 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-91f056ca-2149-436d-9338-3f635dc6d951 req-01645023-40fc-457c-b57b-16072e7c86a6 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:50:46.647798 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:50:46.673224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.701420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:46.711443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:46.740656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.742753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:46.768997 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.772467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:46.781359 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'code': 200} Feb 17 01:50:46.790019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:46.796812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:50:46.797181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:50:46.800526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Pushing event deleted for resources: {'Network': ['ID=21b9cef6-f07d-4e55-b850-8567ff496a34,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:46.803974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:46.815408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:46.823658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.826874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.827835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.827835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.827835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.828261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.828626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.828985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.829344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.829705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.830063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.830420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.830781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.831182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.831535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.831890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:50:46.836203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:46.843568 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] 10.222.0.46 "DELETE /v2.0/networks/21b9cef6-f07d-4e55-b850-8567ff496a34 HTTP/1.1" status: 204 len: 168 time: 2.7167289 Feb 17 01:50:47.120627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48304) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:47.171911 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f77775a8-8edd-4a4f-b00d-22fae9ade836 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae5e99e867ea42f6b5666589139c0efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494161 Feb 17 01:50:47.174322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48308) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:47.237799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.264563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.297728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port a5bd8b73-d600-48a2-b704-c70ed1541882 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:47.298098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.488471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.498400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b1b7f68d-ee98-4a1e-a8da-a6c99e9e675c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:47.526718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e254c-794a-46cd-897b-7f278f758cc0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:47.533311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:47.537075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.538281 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a8e254c-794a-46cd-897b-7f278f758cc0 HTTP/1.1" status: 204 len: 168 time: 0.3630261 Feb 17 01:50:47.594406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] For port a5bd8b73-d600-48a2-b704-c70ed1541882, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a5bd8b73-d600-48a2-b704-c70ed1541882,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:47.594804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.844661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77efd-afe8-4d32-ba59-c3328d67f3af req-94070404-c64d-4a92-9377-92a8a18fb163 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:50:47.846686 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-56a77efd-afe8-4d32-ba59-c3328d67f3af req-94070404-c64d-4a92-9377-92a8a18fb163 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 943 time: 0.0956342 Feb 17 01:50:47.898519 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-56a77efd-afe8-4d32-ba59-c3328d67f3af req-5981ed4b-473f-4c18-9ddf-968bffc66b32 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups?id=5124ae35-9941-4a09-8881-b1d6f781309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Feb 17 01:50:47.922023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.922600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:47.922958 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Floating IP 2edcb016-e0d6-41e6-b659-5961d204952a disassociated. External IP: 172.27.2.57, port: a5bd8b73-d600-48a2-b704-c70ed1541882. Feb 17 01:50:47.923353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for a5bd8b73-d600-48a2-b704-c70ed1541882 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:48.100406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:48.115047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c3ae061-25e8-4150-a0c6-e9d7b5b5fc05 tempest-VolumesSnapshotTestJSON-443500111 tempest-VolumesSnapshotTestJSON-443500111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:48.208967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'Port': ['ID=a5bd8b73-d600-48a2-b704-c70ed1541882,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:48.215753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:48.713887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:48.903270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:48.913136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:48.923516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:48.924203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:48.945578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] No DVR routers for this DVR port a5bd8b73-d600-48a2-b704-c70ed1541882 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:50:48.947838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:48.950664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-deleted', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:50:48.963073 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f82934d9-62f1-428c-be3a-c347db2d442d req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.59 "DELETE /v2.0/ports/a5bd8b73-d600-48a2-b704-c70ed1541882 HTTP/1.1" status: 204 len: 173 time: 4.0374298 Feb 17 01:50:49.020391 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240355a-c903-4f90-b9fa-e34e34acbe29', 'name': 'network-vif-deleted', 'tag': 'a5bd8b73-d600-48a2-b704-c70ed1541882', 'status': 'completed', 'code': 200} Feb 17 01:50:49.084766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f9db36a2-377d-484b-afde-92739c81f08a req-807812f9-3531-425b-ac1f-4cbf07d2f10a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Synchronizing usage tracker for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:50:49.129100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f9db36a2-377d-484b-afde-92739c81f08a req-807812f9-3531-425b-ac1f-4cbf07d2f10a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Unset dirty status for tenant:7e5551deb0054d9cb88c3b3d906a680f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:50:49.130600 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f9db36a2-377d-484b-afde-92739c81f08a req-807812f9-3531-425b-ac1f-4cbf07d2f10a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/ports?device_id=2240355a-c903-4f90-b9fa-e34e34acbe29 HTTP/1.1" status: 200 len: 210 time: 0.0946035 Feb 17 01:50:49.144124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:49.632224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:49.636188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:49.645845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:49.646498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:49.835712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:50.155007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:50.159033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5884ec7-2ea0-4a98-b223-3ad462c8c5e3 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:43:07Z', 'revision_number': 4, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'a30dfd6b-aab4-49ee-9657-4f0944214794', 'name': '', 'network_id': 'a604e696-3a32-4bbb-b662-de66d0ba21d7', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'mac_address': 'fa:16:3e:dc:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:43:00Z', 'updated_at': '2021-02-17T01:43:18Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'subnets': [{'id': '08b13647-6918-4f7c-9324-27b9ec1b1986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:50.290721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48326) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:50.359075 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.387981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.471498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.477579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c48becc-f08e-4ec7-91ca-b31efa2bff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:50.493510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5124ae35-9941-4a09-8881-b1d6f781309e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:50.496465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:50.539505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.540771 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "DELETE /v2.0/security-groups/5124ae35-9941-4a09-8881-b1d6f781309e HTTP/1.1" status: 204 len: 168 time: 0.2489913 Feb 17 01:50:50.544367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48330) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:50.555095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3b9a5-5aa2-437d-90fe-11fb003d3e51 None None] New status for floating IP 2edcb016-e0d6-41e6-b659-5961d204952a: DOWN {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:50:50.562184 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.v2.resource [None req-a4b67db0-f7a2-47c0-a55f-e1090dfaf254 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] show failed (client error): The resource could not be found. Feb 17 01:50:50.563500 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-a4b67db0-f7a2-47c0-a55f-e1090dfaf254 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "GET /v2.0/security-groups/5124ae35-9941-4a09-8881-b1d6f781309e HTTP/1.1" status: 404 len: 347 time: 0.0179200 Feb 17 01:50:50.566418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48334) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:50.735258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port bb869559-5150-44e7-b41c-51dd5aa17b03 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:50.735562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.922113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:50.922635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:51.052857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for bb869559-5150-44e7-b41c-51dd5aa17b03 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:51.174989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:50:51.175358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:50:51.676678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Deleting port bb869559-5150-44e7-b41c-51dd5aa17b03 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:51.677111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:51.858428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:51.858797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:51.987463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Calling delete_port for bb869559-5150-44e7-b41c-51dd5aa17b03 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:52.157447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:52.172622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:52.271906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Pushing event deleted for resources: {'Port': ['ID=bb869559-5150-44e7-b41c-51dd5aa17b03,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:52.277530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:52.386823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:52.437223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:52.441455 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] 10.222.0.46 "DELETE /v2.0/floatingips/2edcb016-e0d6-41e6-b659-5961d204952a HTTP/1.1" status: 204 len: 168 time: 1.8710511 Feb 17 01:50:55.384991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48360) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:56.128820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:56.496942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Deleting port a30dfd6b-aab4-49ee-9657-4f0944214794 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:56.497385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:56.679259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] For port a30dfd6b-aab4-49ee-9657-4f0944214794, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=a30dfd6b-aab4-49ee-9657-4f0944214794,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:56.679666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:56.701346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:56.813193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Calling delete_port for a30dfd6b-aab4-49ee-9657-4f0944214794 owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:57.311859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:57.327434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:50:57.433020 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30dfd6b-aab4-49ee-9657-4f0944214794,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:50:57.436404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:50:57.739148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:58.234181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Router 1bb92fbf-b191-461c-b6a2-074914241ca2 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:50:58.418322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:50:58.428633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Sync routers for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:50:58.431589 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] 10.222.0.46 "PUT /v2.0/routers/1bb92fbf-b191-461c-b6a2-074914241ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454228 Feb 17 01:50:58.434896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48366) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:50:58.443942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:58.444638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:58.631485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:58.632028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:58.824265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:58.829970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Deleting port 8b140062-07b6-4467-999b-cfb1fddc19c4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:50:58.830340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:58.938792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:50:57Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:58.943585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Checking router: 1bb92fbf-b191-461c-b6a2-074914241ca2 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:50:58.953518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Routers {'1bb92fbf-b191-461c-b6a2-074914241ca2'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:50:58.954272 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:50:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['1bb92fbf-b191-461c-b6a2-074914241ca2'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:59.015888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] For port 8b140062-07b6-4467-999b-cfb1fddc19c4, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8b140062-07b6-4467-999b-cfb1fddc19c4,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:50:59.016221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:59.149642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Calling delete_port for 8b140062-07b6-4467-999b-cfb1fddc19c4 owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:50:59.164869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] Set router 1bb92fbf-b191-461c-b6a2-074914241ca2 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:50:59.286511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:59.469834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:50:57Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:50:59.473953 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94b7a2-1b94-4a5b-bfd3-9f11770eef55 None None] The sync data for ids ['1bb92fbf-b191-461c-b6a2-074914241ca2'] in dv-cinder-759987-3-iscsi is: [{'id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'name': 'tempest-AttachVolumeShelveTestJSON-387642214-router', 'tenant_id': '7e5551deb0054d9cb88c3b3d906a680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:42:47Z', 'updated_at': '2021-02-17T01:50:57Z', 'revision_number': 5, 'project_id': '7e5551deb0054d9cb88c3b3d906a680f', 'gw_port': {'id': '8b140062-07b6-4467-999b-cfb1fddc19c4', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb92fbf-b191-461c-b6a2-074914241ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:42:49Z', 'updated_at': '2021-02-17T01:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:50:59.484266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:59.860718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:50:59.863016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.082901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.083433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb92fbf-b191-461c-b6a2-074914241ca2 {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:51:00.095705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.097052 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d6527442-9fcc-4c5a-b6b7-1c34a50f54bf admin admin] 10.222.0.46 "DELETE /v2.0/routers/1bb92fbf-b191-461c-b6a2-074914241ca2 HTTP/1.1" status: 204 len: 168 time: 1.6611309 Feb 17 01:51:00.099673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48370) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:00.167645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Deleting subnet 08b13647-6918-4f7c-9324-27b9ec1b1986 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:51:00.170990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.226425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.311636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.797625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.813578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:00.909335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b13647-6918-4f7c-9324-27b9ec1b1986,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:00.913449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:00.945761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:00.951562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e836f-88c6-41df-bdc8-1c2735c87dc2 None None] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:51:00.951729 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f515d68e-7128-4d83-bcfc-d2c9e95fda3e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/08b13647-6918-4f7c-9324-27b9ec1b1986 HTTP/1.1" status: 204 len: 168 time: 0.8509524 Feb 17 01:51:00.954452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48376) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:01.074985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:01.147286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Deleting port ae998d14-9132-4bb5-a585-b6200d495e39 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:01.147652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:01.374441 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] For port ae998d14-9132-4bb5-a585-b6200d495e39, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=ae998d14-9132-4bb5-a585-b6200d495e39,segment=NetworkSegment(06ce5c22-ffcc-4940-9abb-74f1afffdb9c),segment_id=06ce5c22-ffcc-4940-9abb-74f1afffdb9c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:01.374928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:01.432736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8b140062-07b6-4467-999b-cfb1fddc19c4 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:01.477055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 8b140062-07b6-4467-999b-cfb1fddc19c4 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:01.477437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8b140062-07b6-4467-999b-cfb1fddc19c4 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:01.477906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a30dfd6b-aab4-49ee-9657-4f0944214794 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:01.509393 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Calling delete_port for ae998d14-9132-4bb5-a585-b6200d495e39 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:01.521663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: a30dfd6b-aab4-49ee-9657-4f0944214794 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:01.522067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device a30dfd6b-aab4-49ee-9657-4f0944214794 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:01.631394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74cf4c9-53ae-4501-9534-3428edd24808 None None] DHCP port deletion for a604e696-3a32-4bbb-b662-de66d0ba21d7 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:51:01.631815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:01.648241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:01.753826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae998d14-9132-4bb5-a585-b6200d495e39,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:01.757773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:01.790351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] No DVR routers for this DVR port ae998d14-9132-4bb5-a585-b6200d495e39 on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:51:01.913685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.026983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a604e696-3a32-4bbb-b662-de66d0ba21d7']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:02.040378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ce5c22-ffcc-4940-9abb-74f1afffdb9c') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:02.040719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ce5c22-ffcc-4940-9abb-74f1afffdb9c') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:02.052951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.140227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.142489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:51:02.320870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:02.330236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.506656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Network a604e696-3a32-4bbb-b662-de66d0ba21d7 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:51:02.530261 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:51:02.545894 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9c43ea04-8abd-41e2-b5f6-52115d399e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.809407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.812796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:02.826643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:02.837601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=a604e696-3a32-4bbb-b662-de66d0ba21d7,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:02.840996 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:02.879390 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] 10.222.0.46 "DELETE /v2.0/networks/a604e696-3a32-4bbb-b662-de66d0ba21d7 HTTP/1.1" status: 204 len: 168 time: 1.9238949 Feb 17 01:51:03.097889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48382) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:03.147727 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-28350d0b-065b-4781-94f7-88058b34dfa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e5551deb0054d9cb88c3b3d906a680f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485849 Feb 17 01:51:03.150248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48386) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:03.213945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:03.241225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:03.397237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:03.403209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d840d493-a474-445f-b930-c0a7a3df6812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:03.417615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab064397-27a8-4b1b-a6b0-847e3447d163,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:03.420446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:03.424804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device ae998d14-9132-4bb5-a585-b6200d495e39 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:03.427366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:03.431109 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d51bf4f9-ae62-4bc6-89f8-8d5e3a391bd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab064397-27a8-4b1b-a6b0-847e3447d163 HTTP/1.1" status: 204 len: 168 time: 0.2774050 Feb 17 01:51:03.483366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: ae998d14-9132-4bb5-a585-b6200d495e39 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:03.483908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device ae998d14-9132-4bb5-a585-b6200d495e39 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:04.379956 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aacb1672-c0b3-48d7-acaf-0f23ff59638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.404660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48410) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:04.514621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-227715674-network', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:04.520195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:04.524300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Usage tracker for resource:network and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:04.527773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:04.533570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:04.568383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Made reservation on behalf of da2c700a7eca4654a1d28a1dd0b7e0d2 for: {'network': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:51:04.573033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.585623 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.600990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:04.604924 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:04.608385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:04.614109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:04.765811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.814179 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.818437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f266e5d9-6fd0-483a-b2b7-fd7a4c8867d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:04.853791 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:51:04.862824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c3810-f283-41e1-9b6d-4977e42113a9,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:04.866662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:04.869102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.869491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Added segment 2c774849-ac9b-431e-a41a-1ea2790ccea7 of type vxlan for network fbfc5098-ae0e-488d-bbf5-05db61237bf6 Feb 17 01:51:04.895978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.957032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.958270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:04.958909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:04.963804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:05.070998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Pushing event updated for resources: {'Network': ['ID=fbfc5098-ae0e-488d-bbf5-05db61237bf6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:05.070998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:05.079259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:51:05.089429 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d57df9a4-3c0c-482d-b162-6d08fb4cc41d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6836500 Feb 17 01:51:05.092991 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48416) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:05.093817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:51:05.098879 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Request body: {'subnet': {'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-227715674-subnet', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:05.104092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:05.108158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Usage tracker for resource:subnet and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:05.111140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:05.116987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:05.151505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Made reservation on behalf of da2c700a7eca4654a1d28a1dd0b7e0d2 for: {'subnet': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:51:05.156943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851816933'] for subnet, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:05.289845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:05.584482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851816950'] for subnet, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:05.599858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:05.732693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fe0f4a-1526-47f1-bccf-17733dcec9f0,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:05.736767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:05.793265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Checking segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:51:05.793655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Network hostable DHCP agents. Network: fbfc5098-ae0e-488d-bbf5-05db61237bf6, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:51:05.854204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:51:05.888407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, fbfc5098-ae0e-488d-bbf5-05db61237bf6) {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:05.897516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1358f07-8c4f-48f6-91d7-a74bc4c90310 None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:51:05.899913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:05.900583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:05.946834 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ea163edb-4e94-496b-b122-a96bfa092d89 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8526688 Feb 17 01:51:05.950304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48420) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:05.955752 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:05.960722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:05.964739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Usage tracker for resource:router and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:05.968299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:05.974495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:06.014707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854235184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46898'] for router, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.015760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854235353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131299', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854728902'] for router, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.031295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.119918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc72721e1-59e2-57aa-817d-22b2d30c5707-fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0'}]}} from dv-cinder-759987-3-iscsi. {{(pid=84061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:51:06.120841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.285874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.435377 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Allocated IP 172.20.0.2 (fbfc5098-ae0e-488d-bbf5-05db61237bf6/35fe0f4a-1526-47f1-bccf-17733dcec9f0/0e088abe-d0a8-42fe-a955-6722bdadfbb2) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:51:06.588939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405054', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854728951'] for router, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.652108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.663725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Transition to ACTIVE for port object 0e088abe-d0a8-42fe-a955-6722bdadfbb2 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:06.679661 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Transition to ACTIVE for port object 0e088abe-d0a8-42fe-a955-6722bdadfbb2 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:06.734818 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.751149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:06.896641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Pushing event updated for resources: {'Port': ['ID=0e088abe-d0a8-42fe-a955-6722bdadfbb2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:06.899695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:06.944162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:06.945430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:06.947773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:51:06.951792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:06.984259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.016531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Attempting to bind port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:51:07.016950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Attempting to bind port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:51:07.017367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Attempting to bind port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 on network fbfc5098-ae0e-488d-bbf5-05db61237bf6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:51:07.023089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:51:07.023506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Checking segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:51:07.023970 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.024431 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Bound using segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:51:07.025094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Bound port: 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:51:07.025514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.036697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.122708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] For port 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:51:07.125876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] For port 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=0e088abe-d0a8-42fe-a955-6722bdadfbb2,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:51:07.157624 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.173708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:07.254712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Allocated IP 172.27.2.246 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/37373f11-6def-4d4d-8a79-866dbd6b3554) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:51:07.322593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Pushing event updated for resources: {'Port': ['ID=0e088abe-d0a8-42fe-a955-6722bdadfbb2,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:07.327808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:07.412308 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.467119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:07.485413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-892b3c60-6ef0-4829-a2a1-e3a3779c226a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:07.623383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Pushing event updated for resources: {'Port': ['ID=37373f11-6def-4d4d-8a79-866dbd6b3554,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:07.627731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:07.685129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:07.686382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:07.688821 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:51:08.151713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:08.687118 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f9ab1-4bfd-44e0-98c2-42c067bbe576 None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:51:08.752419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854370811'] for router, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:08.983283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-a1443144-e34c-46a1-bd5f-6bbb89def562 None None] Provisioning for port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:09.008190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Router b8deb347-af60-40ec-9437-725191d1f4be is scheduled to L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 with binding_index 1 {{(pid=84060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:51:09.205735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:09.215352 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:09.225727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:09.226504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:09.260469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:09.262886 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3111272 Feb 17 01:51:09.265469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48426) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:09.456228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:09.589143 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 0e088abe-d0a8-42fe-a955-6722bdadfbb2 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:09.821595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:09.833427 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:09.833855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:09.915392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-2b5fb75a-0e6f-47e5-a5bd-aea37dfb37a9 None None] Provisioning complete for port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:09.915814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb75a-0e6f-47e5-a5bd-aea37dfb37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.016130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:07Z', 'revision_number': 3, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:10.035009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:10.035665 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Updating router b8deb347-af60-40ec-9437-725191d1f4be port 37373f11-6def-4d4d-8a79-866dbd6b3554 binding host dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:51:10.037764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.097128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.175435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.232992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=0e088abe-d0a8-42fe-a955-6722bdadfbb2,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:10.237129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb75a-0e6f-47e5-a5bd-aea37dfb37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.305001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.315409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-459a9ed4-5cd2-4ed4-a0be-4dceeddcc118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:10.386172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Allocated IP 172.20.0.1 (fbfc5098-ae0e-488d-bbf5-05db61237bf6/35fe0f4a-1526-47f1-bccf-17733dcec9f0/d2eb49fc-faeb-4765-beee-8491c00abf6e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:51:10.514947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=0e088abe-d0a8-42fe-a955-6722bdadfbb2,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:10.522237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-2b5fb75a-0e6f-47e5-a5bd-aea37dfb37a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:51:10.522669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-2b5fb75a-0e6f-47e5-a5bd-aea37dfb37a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:51:10.523382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:10.627429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.665898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Transition to ACTIVE for port object d2eb49fc-faeb-4765-beee-8491c00abf6e will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:10.717689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.733748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eb9844d6-c16c-413b-b00c-a5afda4ac435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:10.747917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.759898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Transition to ACTIVE for port object 37373f11-6def-4d4d-8a79-866dbd6b3554 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:10.791589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:10.807514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:10.869438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:10.872718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:10.927593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:10.928828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:10.931190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:51:10.940714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc803-fa2d-40b5-84c9-1b143db1719a None None] Pushing event updated for resources: {'Port': ['ID=37373f11-6def-4d4d-8a79-866dbd6b3554,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:10.956110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ffebc803-fa2d-40b5-84c9-1b143db1719a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:10.996429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639004'] for router_interface, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.010631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Attempting to bind port 37373f11-6def-4d4d-8a79-866dbd6b3554 on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:51:11.011055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Attempting to bind port 37373f11-6def-4d4d-8a79-866dbd6b3554 by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:51:11.011983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Attempting to bind port 37373f11-6def-4d4d-8a79-866dbd6b3554 on network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:51:11.018077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:51:11.018482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Checking segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:51:11.018920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.019367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Bound using segment: {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:51:11.019891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Bound port: 37373f11-6def-4d4d-8a79-866dbd6b3554, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6fb24-b935-42e9-bdec-ab87a8124bf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:51:11.020343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.291445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.318129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] For port 37373f11-6def-4d4d-8a79-866dbd6b3554, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:51:11.321263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] For port 37373f11-6def-4d4d-8a79-866dbd6b3554, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=37373f11-6def-4d4d-8a79-866dbd6b3554,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:51:11.357667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.373404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:11.474101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 0e088abe-d0a8-42fe-a955-6722bdadfbb2 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:11.612738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c9b05df7-4567-443b-bbad-2570e7eb2dcd None None] Provisioning for port d2eb49fc-faeb-4765-beee-8491c00abf6e completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:11.615909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebc803-fa2d-40b5-84c9-1b143db1719a None None] Pushing event updated for resources: {'Port': ['ID=37373f11-6def-4d4d-8a79-866dbd6b3554,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:11.624192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ffebc803-fa2d-40b5-84c9-1b143db1719a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:11.637507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c9b05df7-4567-443b-bbad-2570e7eb2dcd None None] Provisioning complete for port d2eb49fc-faeb-4765-beee-8491c00abf6e triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:11.637951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9b05df7-4567-443b-bbad-2570e7eb2dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.720957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:11.721385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.752605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c9b05df7-4567-443b-bbad-2570e7eb2dcd None None] Port d2eb49fc-faeb-4765-beee-8491c00abf6e cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:51:11.785788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:11.786497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:11.841511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.877310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:11.906778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2d15685e-de96-4b97-80bc-0b32385f1b26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:11.995223 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854136710'] for router_interface, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:12.010334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:12.037549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:12.060270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:12.140036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:12.141192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:12.342807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:51:12.382961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-953fbcd5-06f8-4cd7-b062-6f60a4a01845 None None] Provisioning complete for port d2eb49fc-faeb-4765-beee-8491c00abf6e triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:12.383387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-953fbcd5-06f8-4cd7-b062-6f60a4a01845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:12.446581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 2, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:12.453931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-953fbcd5-06f8-4cd7-b062-6f60a4a01845 None None] Port d2eb49fc-faeb-4765-beee-8491c00abf6e cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:51:12.455797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40b9ae-b916-49bc-9d4c-c10d9c295488 None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 2, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:12.540100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:12.549523 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] 10.222.0.46 "PUT /v2.0/routers/b8deb347-af60-40ec-9437-725191d1f4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829607 Feb 17 01:51:13.462409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 37373f11-6def-4d4d-8a79-866dbd6b3554 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:13.579485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port 37373f11-6def-4d4d-8a79-866dbd6b3554 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:13.585198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 37373f11-6def-4d4d-8a79-866dbd6b3554 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:13.585625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:13.709438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:13.726340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port 37373f11-6def-4d4d-8a79-866dbd6b3554, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=37373f11-6def-4d4d-8a79-866dbd6b3554,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:13.756870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:13.758819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:13.833557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=37373f11-6def-4d4d-8a79-866dbd6b3554,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:13.836964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:14.144228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48440) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:14.150077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362812232', 'description': 'tempest-description--2068252652'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:14.157230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:14.161583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:14.164646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:14.170467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:14.208238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.228742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:14.232672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:14.235547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:14.241211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:14.369544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.396648 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.402054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1a4c666-34eb-4dab-98e4-604f2c70c3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:14.446087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81841255-fc61-4b92-9e89-2db9c7223c52,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:14.449651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:14.482851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.484586 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3389196 Feb 17 01:51:14.487642 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48444) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:14.493293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group_rule': {'security_group_id': '81841255-fc61-4b92-9e89-2db9c7223c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:14.500328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:14.504501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:14.507596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:14.514158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:14.546679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.608690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.648229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.650235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:14.671774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420599d2-d8a8-4821-8a29-ebc296e91f30,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:14.675855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:14.705021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.706295 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176266 Feb 17 01:51:14.709175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48448) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:14.715191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group_rule': {'security_group_id': '81841255-fc61-4b92-9e89-2db9c7223c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:14.721295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:14.725287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:14.728293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:14.734068 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:14.785961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.850430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.881994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.884103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-53827e35-d850-47da-8897-20a805299862 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:14.907711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c449546-f17e-4b08-9d21-cb45c6ee93cc,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:14.910126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:14.939344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:14.940672 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-11fe72b9-de0c-4171-babd-2d8540f23b82 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2305219 Feb 17 01:51:14.944052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48452) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:14.950152 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:14.956233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:14.960219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:floatingip and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:51:14.963177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:51:14.969004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:14.976486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:51:15.008291 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:15.152458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:15.429160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Allocated IP 172.27.2.132 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/984f65a5-c434-4dae-afe1-f365a865a30a) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:51:15.439690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 37373f11-6def-4d4d-8a79-866dbd6b3554 up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:15.513716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port 37373f11-6def-4d4d-8a79-866dbd6b3554 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:15.514235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:15.556802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:15.567798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:15.568493 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:15.655813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:15.712192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:15.728529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c035008-d32a-4704-914d-a23e23ec00d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:15.869793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=984f65a5-c434-4dae-afe1-f365a865a30a,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:15.882770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:15.914981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:15.926949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:15.928155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:15.930545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:51:16.018051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.115687 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.251545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 2, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:16.255634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:16.256076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Updating router b8deb347-af60-40ec-9437-725191d1f4be port d2eb49fc-faeb-4765-beee-8491c00abf6e binding host dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:51:16.311929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.387303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.413961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.429710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:16.572341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=984f65a5-c434-4dae-afe1-f365a865a30a,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:16.577324 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:16.669424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.711262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.712639 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7675962 Feb 17 01:51:16.728846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks [] for port, precommit_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.741602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Transition to ACTIVE for port object d2eb49fc-faeb-4765-beee-8491c00abf6e will not be triggered until provisioned by entity L2. {{(pid=84062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:16.762711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:16.776295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e71232d2-842f-4380-b28b-df8772cb5b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:16.886678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-06aa8a73-c42a-417e-b339-17f4a338793f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:51:16.911062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Pushing event updated for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=3']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:16.927868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-06aa8a73-c42a-417e-b339-17f4a338793f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:51:16.929213 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-06aa8a73-c42a-417e-b339-17f4a338793f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--362812232&fields=id&tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 267 time: 0.0874062 Feb 17 01:51:16.932390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.932779 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.933189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.933562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.933931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.934297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.934663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.935026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.935387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.935746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.936132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.936492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.936895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.937255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.937615 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.937973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.938335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.938695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.939052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.939413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.939770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.940155 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.940514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.940870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:16.945093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:17.101829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Attempting to bind port d2eb49fc-faeb-4765-beee-8491c00abf6e on host dv-cinder-759987-3-iscsi for vnic_type normal with profile {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:51:17.102236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Attempting to bind port d2eb49fc-faeb-4765-beee-8491c00abf6e by drivers openvswitch on host dv-cinder-759987-3-iscsi at level 0 using segments [{'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:51:17.102640 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Attempting to bind port d2eb49fc-faeb-4765-beee-8491c00abf6e on network fbfc5098-ae0e-488d-bbf5-05db61237bf6 {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:51:17.105012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-9561da97-bf64-4850-823f-a1271c90b959 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:17.105840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-9561da97-bf64-4850-823f-a1271c90b959 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:network {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:51:17.108746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Checking agent: {'id': '4fa95bff-618c-4801-ac7b-bf8e02014a3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 33, 36), 'started_at': datetime.datetime(2021, 2, 17, 1, 34, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:51:17.109517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Checking segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:51:17.109651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:17.110302 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Bound using segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} {{(pid=84062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:51:17.111000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Bound port: d2eb49fc-faeb-4765-beee-8491c00abf6e, host: dv-cinder-759987-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}}] {{(pid=84062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:51:17.111543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:17.145616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-9561da97-bf64-4850-823f-a1271c90b959 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:network {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:51:17.146940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-9561da97-bf64-4850-823f-a1271c90b959 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 810 time: 0.2091892 Feb 17 01:51:17.163983 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-98e5785e-c07e-4e8c-b4ab-0aca37fed669 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/quotas/da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Feb 17 01:51:17.215450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] For port d2eb49fc-faeb-4765-beee-8491c00abf6e, host dv-cinder-759987-3-iscsi, cleared binding levels {{(pid=84062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:51:17.219726 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] For port d2eb49fc-faeb-4765-beee-8491c00abf6e, host dv-cinder-759987-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2eb49fc-faeb-4765-beee-8491c00abf6e,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:51:17.237993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:17.256612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:17.266275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-ea91c14e-2dba-441f-aeb3-d9dd54df3a20 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:51:17.305079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-ea91c14e-2dba-441f-aeb3-d9dd54df3a20 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:51:17.306501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-ea91c14e-2dba-441f-aeb3-d9dd54df3a20 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368368 Feb 17 01:51:17.406019 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Pushing event updated for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=4']} {{(pid=84062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:17.409498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-67529186-dd68-4eb5-9b38-79547dfe93c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:17.455314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:17.455994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:17.467100 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-c3300e0a-f994-4e56-aa01-a708740f63e4 service neutron] 10.222.0.46 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472459 Feb 17 01:51:17.634413 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-e67d0bb7-6b3d-4fcf-954c-ddec6400b024 service neutron] 10.222.0.46 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1590190 Feb 17 01:51:17.657438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:17.875938 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-11559c3f-c126-4d0e-8726-7943dda57712 req-81a5412e-bc3d-426b-9059-2897cdf14bc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 210 time: 0.0534039 Feb 17 01:51:17.992526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:17Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:17.997207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a961f5c-4570-4c4c-adc8-ad72f89a0894 None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:17Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:19.043315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ce63b65b-cc72-403a-b222-bef716f09c99 req-94f8d7bd-948c-44fe-82a2-dfe3d6e5c082 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 210 time: 0.0503953 Feb 17 01:51:19.483769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2eb49fc-faeb-4765-beee-8491c00abf6e up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:19.497120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-13e6a996-6e67-4b06-a215-f51c980d1197 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:19.498813 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-13e6a996-6e67-4b06-a215-f51c980d1197 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 810 time: 0.1615641 Feb 17 01:51:19.582833 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-7d188fe4-ac2c-423f-9a3a-a8545b4a4b98 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 5708 time: 0.0750420 Feb 17 01:51:19.592270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'port': {'device_id': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'admin_state_up': True, 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'security_groups': ['81841255-fc61-4b92-9e89-2db9c7223c52']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:19.597241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning for port d2eb49fc-faeb-4765-beee-8491c00abf6e completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:19.602651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d2eb49fc-faeb-4765-beee-8491c00abf6e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:19.603077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:19.728305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:19.735869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:51:19.746190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:51:19.761968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] For port d2eb49fc-faeb-4765-beee-8491c00abf6e, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2eb49fc-faeb-4765-beee-8491c00abf6e,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:19.774281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Made reservation on behalf of da2c700a7eca4654a1d28a1dd0b7e0d2 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:51:19.780440 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:19.797251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:19.799215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-eee2c44b-bb68-4b20-9b72-3225bb5ca044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:19.872528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Pushing event updated for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:19.875804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:20.097046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Allocated IP 172.20.0.9 (fbfc5098-ae0e-488d-bbf5-05db61237bf6/35fe0f4a-1526-47f1-bccf-17733dcec9f0/427ec6df-e1e9-4ab9-8137-1a9e04cc76bb) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:51:20.209919 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d314ac9c-b270-42b6-b9ba-8499707437b0 req-44af2be3-eb16-47e4-a019-16f1d2495340 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 210 time: 0.0506814 Feb 17 01:51:20.536660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:20.553862 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Transition to ACTIVE for port object 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:20.597574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:20.612984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:20.842838 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:20.866406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:20.882753 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-c7784bca-1953-4e69-b22a-77c8b80be8c7 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/floatingips/3443f1ca-002c-4b9d-b2a6-57c5f3a3c614 HTTP/1.1" status: 200 len: 998 time: 0.2275138 Feb 17 01:51:21.016766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:51:21.021033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:51:21.025342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:51:21.125724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:21.126408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:21.138341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-64d374cc-6714-4190-b8eb-a32764460962 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:21.139847 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-64d374cc-6714-4190-b8eb-a32764460962 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.2398460 Feb 17 01:51:21.262820 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-21576e83-9ddf-40db-ad10-3386c4607f8d tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1163847 Feb 17 01:51:21.311354 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7229548 Feb 17 01:51:21.312292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-16fe0f8f-b60e-485b-ab0b-553cc193835d None None] Provisioning for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:21.317708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-16fe0f8f-b60e-485b-ab0b-553cc193835d None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:21.318473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f8f-b60e-485b-ab0b-553cc193835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:21.331351 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Request body: {'port': {'device_id': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:21.377138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-16fe0f8f-b60e-485b-ab0b-553cc193835d None None] Port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:51:21.394728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-1702c737-93ed-4714-83ff-560d1dbfb0eb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:21.396254 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-1702c737-93ed-4714-83ff-560d1dbfb0eb tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports/2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 942 time: 0.1274290 Feb 17 01:51:21.413397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986a294-dcf7-4b49-affb-eb79cdb8a4cc req-37d1774e-76ef-4a9b-b6dd-8898dbbe326f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:21.415021 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d986a294-dcf7-4b49-affb-eb79cdb8a4cc req-37d1774e-76ef-4a9b-b6dd-8898dbbe326f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 931 time: 0.0896277 Feb 17 01:51:21.468292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2eb49fc-faeb-4765-beee-8491c00abf6e up at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:21.493697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d986a294-dcf7-4b49-affb-eb79cdb8a4cc req-3f9b2b80-cf19-4cae-aa16-743ccc908330 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713081 Feb 17 01:51:21.561868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Provisioning complete for port d2eb49fc-faeb-4765-beee-8491c00abf6e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:21.562289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:21.562566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:21.679126 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-b352a0f9-b022-47cd-a7ac-dd41833981ed tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.166 HTTP/1.1" status: 200 len: 1001 time: 0.1751385 Feb 17 01:51:22.085859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Deleting port ac8ad272-080c-40c9-8787-51d737d772c7 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:22.086166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:22.328778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:22.329382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:22.506591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Calling delete_port for ac8ad272-080c-40c9-8787-51d737d772c7 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:22.555825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:51:22.576001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:22.603323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Transition to ACTIVE for port object 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:51:22.626365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:22.640140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ad3b271b-0069-4bd4-8dfe-51e100490d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:22.702555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cda18e-de35-4bd5-937b-1ff914456eeb req-ab4e6552-ecfd-4f5e-ba1f-990a464e59e0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:22.704225 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-36cda18e-de35-4bd5-937b-1ff914456eeb req-ab4e6552-ecfd-4f5e-ba1f-990a464e59e0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.0870402 Feb 17 01:51:22.755451 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-36cda18e-de35-4bd5-937b-1ff914456eeb req-ed54f2b3-26d6-4c07-8fde-66cfafcee6cb tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Feb 17 01:51:23.062742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Pushing event updated for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:23.070774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:23.117044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:23.134319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d8887727-9fb8-43eb-979b-b9c77d3cbbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:23.235265 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event deleted for resources: {'Port': ['ID=ac8ad272-080c-40c9-8787-51d737d772c7,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:23.246646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:23.478577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Attempting to bind port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:51:23.479087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Attempting to bind port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:51:23.479281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Attempting to bind port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb on network fbfc5098-ae0e-488d-bbf5-05db61237bf6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:51:23.489607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:51:23.489987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Checking segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:51:23.490398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:23.490796 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Bound using segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:51:23.491273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Bound port: 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:51:23.491653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:23.558153 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:23.558447 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Floating IP 3443f1ca-002c-4b9d-b2a6-57c5f3a3c614 disassociated (deleted). External IP: 172.27.2.166, port: 2e5ca71c-b67e-4264-9615-58c71e5f6425. Feb 17 01:51:23.747187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:51:23.752125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:51:23.833981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:23.909391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3578a0c0-03f0-409a-80d3-01c3f72cc984 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:23.959656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6781928-cca9-49b9-9d83-9ce533d0566d req-09d54a3d-78a3-40c9-909c-c3274b326c83 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:23.961323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a6781928-cca9-49b9-9d83-9ce533d0566d req-09d54a3d-78a3-40c9-909c-c3274b326c83 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.0903609 Feb 17 01:51:24.008928 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a6781928-cca9-49b9-9d83-9ce533d0566d req-85fa1c6a-5194-4f23-b178-90e2fefdadc6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Feb 17 01:51:24.109673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Pushing event updated for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:24.117529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:24.154181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Router 9c06da94-ea41-43f7-8905-61c83790d101 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:51:24.168326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:24.169007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:24.170483 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] 10.222.0.59 "PUT /v2.0/ports/427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 1157 time: 2.8460240 Feb 17 01:51:24.171023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:51:24.237901 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'status': 'completed', 'code': 200} Feb 17 01:51:24.431698 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:24.435962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-d60b12b1-b539-4cff-99cd-77de1c4db94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:24.437227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-d60b12b1-b539-4cff-99cd-77de1c4db94a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1160 time: 0.1982331 Feb 17 01:51:24.528703 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-07b3f29a-eaa1-40a9-a472-59f9548c06f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 217 time: 0.0793543 Feb 17 01:51:24.577817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:24.599907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Sync routers for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:24.616204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:24.616873 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:24.655732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-85d11efd-7ee6-4aa2-9726-d0f9c472a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:24.657376 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-85d11efd-7ee6-4aa2-9726-d0f9c472a129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.1203420 Feb 17 01:51:24.658964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "DELETE /v2.0/floatingips/3443f1ca-002c-4b9d-b2a6-57c5f3a3c614 HTTP/1.1" status: 204 len: 173 time: 2.9464779 Feb 17 01:51:24.805416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:24.810760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-2b0dccf8-1a45-49fb-bbd1-801a33d55def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:24.812405 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-2b0dccf8-1a45-49fb-bbd1-801a33d55def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1472814 Feb 17 01:51:24.814854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bae79bba-4b7c-4b27-9c04-56dade4a911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:24.816374 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-bae79bba-4b7c-4b27-9c04-56dade4a911e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.1134300 Feb 17 01:51:25.150343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:25.155269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Checking router: 9c06da94-ea41-43f7-8905-61c83790d101 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:25.164827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:25.165508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:25.228438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ab64-d875-4ae8-a52c-b8ef1dea762e req-db8675dc-cc98-4459-a140-12c135d8e697 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:25.230420 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7ec8ab64-d875-4ae8-a52c-b8ef1dea762e req-db8675dc-cc98-4459-a140-12c135d8e697 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.0984612 Feb 17 01:51:25.280656 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7ec8ab64-d875-4ae8-a52c-b8ef1dea762e req-72f4e448-fa6f-4f2c-9056-c8a314494eaf tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 Feb 17 01:51:25.339091 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-ce16d68d-b686-4063-8198-9b38417ec862 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178356 Feb 17 01:51:25.341988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-5b7fc655-4fb4-4bca-beb3-9cb40ee03d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:25.343455 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-5b7fc655-4fb4-4bca-beb3-9cb40ee03d92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.5009637 Feb 17 01:51:25.363476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:25.500008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-96ddb8b4-b22b-464b-80c7-eeee4488bf04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 217 time: 0.1264729 Feb 17 01:51:25.603025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-f60d98ae-5a4c-4bd0-ab76-9a5347167c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:25.604580 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-f60d98ae-5a4c-4bd0-ab76-9a5347167c52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0976508 Feb 17 01:51:25.610148 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b029dc28-8bb9-4039-b1e1-039916f49669 req-5065b801-edce-4967-9afd-bd465c50d684 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2634225 Feb 17 01:51:25.700198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:25.704360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789bb74-1d94-497b-8cc0-2fb30276af5e None None] The sync data for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi is: [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:44:55Z', 'revision_number': 4, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': '06bd6b26-9348-4abf-b3c9-ac682429089c', 'name': '', 'network_id': 'e18c067e-da60-4c2d-a25f-e69be641cdf3', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'mac_address': 'fa:16:3e:b7:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:54Z', 'updated_at': '2021-02-17T01:45:04Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'subnets': [{'id': 'b2ca160a-9779-4368-8efb-3cc69cc7fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:25.741693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-af6f50cc-8c36-4ead-b113-9320762c2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:25.743378 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-af6f50cc-8c36-4ead-b113-9320762c2212 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318285 Feb 17 01:51:25.860930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-f65fa913-4dfe-4897-8ab7-c15e0c735a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:25.862479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-f65fa913-4dfe-4897-8ab7-c15e0c735a4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1160 time: 0.1799066 Feb 17 01:51:25.998528 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-046528ec-7840-48e9-b5f1-2506df614e2f service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471888 Feb 17 01:51:26.118993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7242cb0-62b1-430d-b4a8-d20307de10d4 None None] New status for floating IP 3443f1ca-002c-4b9d-b2a6-57c5f3a3c614: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:51:26.130775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-723ba57b-178c-407d-ad4d-dbe8d10e213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.132427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-723ba57b-178c-407d-ad4d-dbe8d10e213c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.2553821 Feb 17 01:51:26.222865 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-9882233d-7997-4e07-bbb7-97a47098fbdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 217 time: 0.0752008 Feb 17 01:51:26.242588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:51:26.299421 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bf6b803f-b5c9-4179-a84e-d6a221318999 req-96d5f4fa-e5ef-4290-8e9b-803810f4a8c3 service neutron] 10.222.0.46 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2860024 Feb 17 01:51:26.318859 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-39397e0b-60ea-4119-89f0-953cd46ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.320454 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-39397e0b-60ea-4119-89f0-953cd46ddd5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0795202 Feb 17 01:51:26.329804 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'status': 'completed', 'code': 200} Feb 17 01:51:26.426135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-81dac68d-a0e1-43c1-8b4d-28d97966d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.428012 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-81dac68d-a0e1-43c1-8b4d-28d97966d5b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865839 Feb 17 01:51:26.530883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f916-c584-4d59-801a-b81de56687e7 req-af5dd69f-ada6-46c6-807d-1286ddd2203a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.532565 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d158f916-c584-4d59-801a-b81de56687e7 req-af5dd69f-ada6-46c6-807d-1286ddd2203a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.1120582 Feb 17 01:51:26.538868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-5e66c843-b05e-457e-862e-205951afc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.540456 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-5e66c843-b05e-457e-862e-205951afc403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2b739a30094d408ee00b6f32230092&device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 1162 time: 0.1802320 Feb 17 01:51:26.586305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-0f635587-272d-42c1-a60a-70b35178b4cb service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504993 Feb 17 01:51:26.674718 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d158f916-c584-4d59-801a-b81de56687e7 req-2bcceca6-b4c0-4c1f-8393-4c6337c174a8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331856 Feb 17 01:51:26.722692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:26.735468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-c740ac6f-878d-4094-a4af-5dee3ed5a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.737111 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-c740ac6f-878d-4094-a4af-5dee3ed5a0bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 200 len: 903 time: 0.1809263 Feb 17 01:51:26.737394 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a56f85bd-7dbf-4f4d-ab0f-1712ec94ccbd req-35858b51-c56f-4bd2-b6e2-4c7f947f6b18 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437817 Feb 17 01:51:26.817983 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-77a58aaa-935d-4a29-b78c-d38a5799e8be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 200 len: 217 time: 0.0668221 Feb 17 01:51:26.853112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665248e-87d8-4b39-8ca5-e6eca57ce46e req-68353eb7-6d0c-4d17-ae7d-36b703772738 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.853830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a665248e-87d8-4b39-8ca5-e6eca57ce46e req-68353eb7-6d0c-4d17-ae7d-36b703772738 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Synchronizing usage tracker for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:51:26.888185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a665248e-87d8-4b39-8ca5-e6eca57ce46e req-68353eb7-6d0c-4d17-ae7d-36b703772738 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Unset dirty status for tenant:5e2b739a30094d408ee00b6f32230092 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:51:26.889495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a665248e-87d8-4b39-8ca5-e6eca57ce46e req-68353eb7-6d0c-4d17-ae7d-36b703772738 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.1218812 Feb 17 01:51:26.891738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-cb556b30-db75-47ac-a4cd-6ff22f247fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.893563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-cb556b30-db75-47ac-a4cd-6ff22f247fea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 200 len: 848 time: 0.0681343 Feb 17 01:51:26.938707 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a665248e-87d8-4b39-8ca5-e6eca57ce46e req-b3d98ae5-c854-405b-b6db-4b51eaa7a95c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425935 Feb 17 01:51:26.979912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-988575b3-0163-482a-bee9-aaaf3978a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:26.981624 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-988575b3-0163-482a-bee9-aaaf3978a264 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e18c067e-da60-4c2d-a25f-e69be641cdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808151 Feb 17 01:51:27.125217 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-8e6e846d-680c-436a-b7ee-0100d09c8274 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355429 Feb 17 01:51:27.269104 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-226fbc83-45b6-433c-bdd1-c3cb9889eeed req-da60af05-cc07-43d6-9c75-d714c5ec9f35 service neutron] 10.222.0.59 "GET /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353686 Feb 17 01:51:27.877066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366ea9-2be2-4c91-a824-7f9b4049d428 req-8827a973-6b04-4611-b2a5-93b8c2af5c5e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:27.878660 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab366ea9-2be2-4c91-a824-7f9b4049d428 req-8827a973-6b04-4611-b2a5-93b8c2af5c5e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.0852439 Feb 17 01:51:27.929337 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ab366ea9-2be2-4c91-a824-7f9b4049d428 req-d03c4c9e-9ee5-4cae-b0c3-29acbcf7f4c8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445442 Feb 17 01:51:28.139510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b134859-0244-494a-b77e-4613fe8b2318 req-ae3fc6ab-7115-44f8-a837-c2e3cd01a206 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:28.141146 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b134859-0244-494a-b77e-4613fe8b2318 req-ae3fc6ab-7115-44f8-a837-c2e3cd01a206 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0891793 Feb 17 01:51:28.187756 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b134859-0244-494a-b77e-4613fe8b2318 req-f371ca02-db65-438f-aabf-32b1a1461340 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups?id=d17cd8ea-5522-4adb-8023-c3bda777cba6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404892 Feb 17 01:51:28.522178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5f14bf9a-d81b-4d04-93a2-0d18bd42c977 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:28.523752 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5f14bf9a-d81b-4d04-93a2-0d18bd42c977 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.59 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 945 time: 0.0864148 Feb 17 01:51:28.606396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Deleting port 2e5ca71c-b67e-4264-9615-58c71e5f6425 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:28.606784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:28.866621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] For port 2e5ca71c-b67e-4264-9615-58c71e5f6425, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2e5ca71c-b67e-4264-9615-58c71e5f6425,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:28.866960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.005397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Calling delete_port for 2e5ca71c-b67e-4264-9615-58c71e5f6425 owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:29.164244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b81ab-603b-4746-a57d-2066305cdb54 req-8a386026-79eb-4e13-9949-cb4cc1b2e3ca tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:29.165830 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-034b81ab-603b-4746-a57d-2066305cdb54 req-8a386026-79eb-4e13-9949-cb4cc1b2e3ca tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.1227546 Feb 17 01:51:29.260681 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-034b81ab-603b-4746-a57d-2066305cdb54 req-f907ef6c-5949-4528-9853-963a1446a86e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878131 Feb 17 01:51:29.263995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:29.299748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.317229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0ec5cffb-1538-42be-80b8-b1b9d8735964 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:29.359083 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e590a018-6337-4d3d-982c-4e08b1623709 req-d4b92c06-a7e9-4100-86e8-8a8e1a1d9c61 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.0512729 Feb 17 01:51:29.362675 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:51:29.368104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:29.368684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.508509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.539801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:51:29.551444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:29.579984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.582037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:29.620528 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'code': 200} Feb 17 01:51:29.622609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:29.649119 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event deleted for resources: {'Port': ['ID=2e5ca71c-b67e-4264-9615-58c71e5f6425,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:29.662725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.667740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.669973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.670375 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.670510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: 2e5ca71c-b67e-4264-9615-58c71e5f6425 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:29.670766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 2e5ca71c-b67e-4264-9615-58c71e5f6425 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:29.670880 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.671190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.671572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.671989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:29.684694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:29.696540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:29.700801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:29.790878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] No DVR routers for this DVR port 2e5ca71c-b67e-4264-9615-58c71e5f6425 on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:51:29.793725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:29.796113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-deleted', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:51:29.826451 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-adc20b8d-7c6f-4484-8eb5-e266c733910b req-5a64d976-ac90-4e6f-8e56-5fe5b07c394e tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.59 "DELETE /v2.0/ports/2e5ca71c-b67e-4264-9615-58c71e5f6425 HTTP/1.1" status: 204 len: 173 time: 1.2892125 Feb 17 01:51:29.844873 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74c4c31-52d5-4f6c-9fe1-e3083ac59290', 'name': 'network-vif-deleted', 'tag': '2e5ca71c-b67e-4264-9615-58c71e5f6425', 'status': 'completed', 'code': 200} Feb 17 01:51:30.032594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9215e-77e6-456f-bd32-8743c0daa754 req-f61c9823-08c0-4e09-82a6-166dfbfc33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:30.034117 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-feb9215e-77e6-456f-bd32-8743c0daa754 req-f61c9823-08c0-4e09-82a6-166dfbfc33ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1162 time: 0.0776887 Feb 17 01:51:30.076468 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-feb9215e-77e6-456f-bd32-8743c0daa754 req-7a84c67b-78bd-4af3-beab-096966a99514 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Feb 17 01:51:30.469561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3c190-e8b6-4bf9-ac0f-a428d170fe4f req-bb677dc5-f7de-4601-a90a-71ce5155053c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:30.471357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7bb3c190-e8b6-4bf9-ac0f-a428d170fe4f req-bb677dc5-f7de-4601-a90a-71ce5155053c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0922353 Feb 17 01:51:30.531478 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7bb3c190-e8b6-4bf9-ac0f-a428d170fe4f req-f8816129-1e27-4c39-8c62-a75022c47670 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Feb 17 01:51:30.564522 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-33673648-1940-48c1-b0ca-9313ac745631 req-ad1295d0-c185-4bb9-979e-32e358210339 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/ports?device_id=f74c4c31-52d5-4f6c-9fe1-e3083ac59290 HTTP/1.1" status: 200 len: 210 time: 0.0783482 Feb 17 01:51:30.921193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:30.996234 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:30.997137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:31.728423 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-13f4c46e-aa02-48ae-9e3e-f455aaca3357 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "GET /v2.0/security-groups/d17cd8ea-5522-4adb-8023-c3bda777cba6 HTTP/1.1" status: 200 len: 2993 time: 0.0518706 Feb 17 01:51:31.731090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bb82-1f14-41fd-a54f-10d7e33ca3fa req-492ff534-385f-4433-9545-248880a46a28 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:31.732748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-89e4bb82-1f14-41fd-a54f-10d7e33ca3fa req-492ff534-385f-4433-9545-248880a46a28 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0863924 Feb 17 01:51:31.784731 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-89e4bb82-1f14-41fd-a54f-10d7e33ca3fa req-5a49107e-bac4-4527-806d-792b70c4c9e1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456691 Feb 17 01:51:31.804701 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:31.835299 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:31.911745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:31.917132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-29cc141f-494f-4ad4-81e3-6efe2586a386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:31.936415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cd8ea-5522-4adb-8023-c3bda777cba6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:31.944128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.949594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.950878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.950878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.950878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.951102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.951486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.951746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.952159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.952547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.952934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.953323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:51:31.957035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:31.979242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:31.979417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3aae-0346-4fe5-ae20-09437c896598 req-167c8602-8739-4f0d-88ed-4d9fc75575c8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:31.980493 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-09aa4c2b-de79-4a49-b024-db50c246f10f req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] 10.222.0.46 "DELETE /v2.0/security-groups/d17cd8ea-5522-4adb-8023-c3bda777cba6 HTTP/1.1" status: 204 len: 173 time: 0.2454009 Feb 17 01:51:31.981125 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d13b3aae-0346-4fe5-ae20-09437c896598 req-167c8602-8739-4f0d-88ed-4d9fc75575c8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0908346 Feb 17 01:51:31.990403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 48540) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:31.996423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'floatingip': {'port_id': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:51:32.085421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:32.090126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48544) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:32.534189 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8648886a-e030-4b78-886b-383297f33ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:32.715250 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:32.715973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:32.745610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:32.905087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:51:32.928781 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b associated. External IP: 172.27.2.132, port: 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb. Feb 17 01:51:32.980021 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:51:32.980458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:33.099830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Deleting port 06bd6b26-9348-4abf-b3c9-ac682429089c {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:33.100230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:33.287914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] For port 06bd6b26-9348-4abf-b3c9-ac682429089c, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=06bd6b26-9348-4abf-b3c9-ac682429089c,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:33.288347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:33.307490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:51:33.506998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:33.512317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:33.518702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:33.532079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:33.533227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:33.577485 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4b8b338f-e799-4975-9564-eadc303f19ea tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "PUT /v2.0/floatingips/a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b HTTP/1.1" status: 200 len: 991 time: 1.5857868 Feb 17 01:51:33.578195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:51:33.631009 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'status': 'completed', 'code': 200} Feb 17 01:51:33.698973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Calling delete_port for 06bd6b26-9348-4abf-b3c9-ac682429089c owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:33.742598 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-8330c8a8-0eac-4b12-b108-1be115dfc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:33.744258 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-8330c8a8-0eac-4b12-b108-1be115dfc786 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1162 time: 0.0889375 Feb 17 01:51:33.747745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:33.894242 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-adc88708-7087-42e4-ae3e-81094b76e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:33.895866 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-adc88708-7087-42e4-ae3e-81094b76e12c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1452174 Feb 17 01:51:33.917603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:33.935409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fb61dd2d-47a9-4d74-ab01-552f8b93452e tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:34.015166 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-cc443e2a-f8fb-4986-ae5b-ab633c536111 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 999 time: 0.1120460 Feb 17 01:51:34.033627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bd6b26-9348-4abf-b3c9-ac682429089c,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:34.046841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:34.089651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-391f10ab-500a-491c-8df7-1d7fadf0c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:34.091255 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-391f10ab-500a-491c-8df7-1d7fadf0c13e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0694196 Feb 17 01:51:34.310682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:3f:ac:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:51:15Z', 'updated_at': '2021-02-17T01:51:32Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:34.315800 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:34.327209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:34.327913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:34.394753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:34.431159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-a272cc9e-bfe1-495e-ab31-e162b15d0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:34.433212 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-a272cc9e-bfe1-495e-ab31-e162b15d0f90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3342116 Feb 17 01:51:34.548950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:34.596001 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-b15239a3-bb5d-487c-b1fd-61e6ce842d56 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556926 Feb 17 01:51:34.597230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5a15fe31-9814-4acd-8170-03f238bc766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:34.760828 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-26b8c840-1cb2-48ee-a3ff-bd75044239a3 req-03529a49-cd09-44f0-ba6a-db27374453c3 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579592 Feb 17 01:51:34.927881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:3f:ac:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:51:15Z', 'updated_at': '2021-02-17T01:51:32Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:34.932209 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba4790-c03a-4050-b1fe-570097b36a45 None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:3f:ac:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:51:15Z', 'updated_at': '2021-02-17T01:51:32Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:34.939704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Router 9c06da94-ea41-43f7-8905-61c83790d101 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:51:35.131842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:35.143936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Sync routers for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:35.147090 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] 10.222.0.46 "PUT /v2.0/routers/9c06da94-ea41-43f7-8905-61c83790d101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557775 Feb 17 01:51:35.149865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48556) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:35.196974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:35.259715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17c8e6-4f89-4ccd-8374-2f530e62ecee None None] New status for floating IP a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b: ACTIVE {{(pid=84061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:51:35.321370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:35.322306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:35Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:35.347348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:35.530845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:35.570799 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:35.576100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Deleting port 8ebd0636-131b-4d67-ae35-382a3d941fb3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:35.576476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:35.759249 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] For port 8ebd0636-131b-4d67-ae35-382a3d941fb3, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=8ebd0636-131b-4d67-ae35-382a3d941fb3,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:35.759659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:35.832312 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:51:33Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:35.836360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Checking router: 9c06da94-ea41-43f7-8905-61c83790d101 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:35.845273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Routers {'9c06da94-ea41-43f7-8905-61c83790d101'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:35.845932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:35Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['9c06da94-ea41-43f7-8905-61c83790d101'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:35.893176 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Calling delete_port for 8ebd0636-131b-4d67-ae35-382a3d941fb3 owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:36.034434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.038917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] Set router 9c06da94-ea41-43f7-8905-61c83790d101 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:36.219564 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.348909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:51:33Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:36.352940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2233408f-fdbb-4bb0-b82a-1c9013b08dd1 None None] The sync data for ids ['9c06da94-ea41-43f7-8905-61c83790d101'] in dv-cinder-759987-3-iscsi is: [{'id': '9c06da94-ea41-43f7-8905-61c83790d101', 'name': 'tempest-TestShelveInstance-1834203205-router', 'tenant_id': '5e2b739a30094d408ee00b6f32230092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:44:47Z', 'updated_at': '2021-02-17T01:51:33Z', 'revision_number': 5, 'project_id': '5e2b739a30094d408ee00b6f32230092', 'gw_port': {'id': '8ebd0636-131b-4d67-ae35-382a3d941fb3', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c06da94-ea41-43f7-8905-61c83790d101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:44:49Z', 'updated_at': '2021-02-17T01:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:36.473446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.614696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.617060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.653792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.654301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c06da94-ea41-43f7-8905-61c83790d101 {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:51:36.666748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.668062 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-236add2e-8e34-4fcd-96e7-10f7b0b38826 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9c06da94-ea41-43f7-8905-61c83790d101 HTTP/1.1" status: 204 len: 168 time: 1.5171273 Feb 17 01:51:36.670738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48562) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:36.739449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Deleting subnet b2ca160a-9779-4368-8efb-3cc69cc7fac6 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:51:36.742465 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.796794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:36.880180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.002594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.179820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.195626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:37.287611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ca160a-9779-4368-8efb-3cc69cc7fac6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:37.290470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:37.327890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.333445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629039c-b799-42f2-b4fb-3716c5e96dad None None] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:51:37.333854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4b76e236-6484-4bd1-aa3a-55625a65d482 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2ca160a-9779-4368-8efb-3cc69cc7fac6 HTTP/1.1" status: 204 len: 168 time: 0.6620078 Feb 17 01:51:37.336541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48568) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:37.458065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.484128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 06bd6b26-9348-4abf-b3c9-ac682429089c no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:37.533943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Deleting port c97e8eee-5d81-4732-8fd7-d284605c61df {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:37.534326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.558715 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 06bd6b26-9348-4abf-b3c9-ac682429089c {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:37.559108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 06bd6b26-9348-4abf-b3c9-ac682429089c not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:37.559579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8ebd0636-131b-4d67-ae35-382a3d941fb3 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:37.601822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 8ebd0636-131b-4d67-ae35-382a3d941fb3 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:37.602213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 8ebd0636-131b-4d67-ae35-382a3d941fb3 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:37.684135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] DHCP port deletion for e18c067e-da60-4c2d-a25f-e69be641cdf3 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:51:37.688732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Deleting port c97e8eee-5d81-4732-8fd7-d284605c61df {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:37.689157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.754183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] For port c97e8eee-5d81-4732-8fd7-d284605c61df, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=c97e8eee-5d81-4732-8fd7-d284605c61df,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:37.754583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.890608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Calling delete_port for c97e8eee-5d81-4732-8fd7-d284605c61df owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:37.905828 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] For port c97e8eee-5d81-4732-8fd7-d284605c61df, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=c97e8eee-5d81-4732-8fd7-d284605c61df,segment=NetworkSegment(1d28784f-f754-4320-86cd-e76e0e8a745a),segment_id=1d28784f-f754-4320-86cd-e76e0e8a745a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:37.906262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:37.996760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.012081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c6140435-67a6-4cbf-8900-bf44b74e0517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:38.036739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Calling delete_port for c97e8eee-5d81-4732-8fd7-d284605c61df owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:38.114239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:51:38.114650 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:51:38.118064 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c97e8eee-5d81-4732-8fd7-d284605c61df,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:38.122079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:38.155022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] No DVR routers for this DVR port c97e8eee-5d81-4732-8fd7-d284605c61df on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:51:38.277826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.392555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c067e-da60-4c2d-a25f-e69be641cdf3']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:38.405591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d28784f-f754-4320-86cd-e76e0e8a745a') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:38.405885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d28784f-f754-4320-86cd-e76e0e8a745a') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:38.417864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.432664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.434722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:51:38.616028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Deleting port c97e8eee-5d81-4732-8fd7-d284605c61df {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:38.616636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.617570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:38.627187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.689786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb4887-fe3e-475b-824e-254d91e41ea4 None None] The port 'c97e8eee-5d81-4732-8fd7-d284605c61df' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:51:38.804913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Network e18c067e-da60-4c2d-a25f-e69be641cdf3 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:51:38.831313 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:51:38.922284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.926655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:38.930256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:38.955139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e18c067e-da60-4c2d-a25f-e69be641cdf3,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:38.957846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:38.985936 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/e18c067e-da60-4c2d-a25f-e69be641cdf3 HTTP/1.1" status: 204 len: 168 time: 1.6483324 Feb 17 01:51:38.989032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48574) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:39.459232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device c97e8eee-5d81-4732-8fd7-d284605c61df no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:39.498941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: c97e8eee-5d81-4732-8fd7-d284605c61df {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:39.499339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device c97e8eee-5d81-4732-8fd7-d284605c61df not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:39.564159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:40.171331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Deleting port d0750dba-f546-4189-8bfd-314c211c3193 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:40.171915 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:40.352111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] For port d0750dba-f546-4189-8bfd-314c211c3193, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d0750dba-f546-4189-8bfd-314c211c3193,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:40.352522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:40.493872 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Calling delete_port for d0750dba-f546-4189-8bfd-314c211c3193 owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:40.682213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:40.697280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:40.798784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0750dba-f546-4189-8bfd-314c211c3193,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:40.801443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:41.100904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:41.609296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:51:41.793585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:51:41.801942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Sync routers for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:51:41.802596 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3841992d-61ed-438e-ac9f-575f06fa22f8 admin admin] 10.222.0.46 "PUT /v2.0/routers/59bfc6bc-d21e-466e-9ac3-77c46a27b04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8125103 Feb 17 01:51:41.805283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48584) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:41.811570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:41.812263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:35Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:41.991433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:41.998149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:42.437659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:42.444756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Deleting port 3a51d9b4-24e4-4939-92cb-758cf84e2abd {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:42.445182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:42.461864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:51:40Z', 'revision_number': 5, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:42.466211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Checking router: 59bfc6bc-d21e-466e-9ac3-77c46a27b04c for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:51:42.476388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Routers {'59bfc6bc-d21e-466e-9ac3-77c46a27b04c'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:51:42.477063 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:51:35Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:42.630182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] For port 3a51d9b4-24e4-4939-92cb-758cf84e2abd, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=3a51d9b4-24e4-4939-92cb-758cf84e2abd,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:42.630744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:42.669858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] Set router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:51:42.764985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Calling delete_port for 3a51d9b4-24e4-4939-92cb-758cf84e2abd owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:42.901782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:42.967575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:51:40Z', 'revision_number': 5, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:42.971722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3b5b9-1820-4088-81b5-72d3d42ab610 None None] The sync data for ids ['59bfc6bc-d21e-466e-9ac3-77c46a27b04c'] in dv-cinder-759987-3-iscsi is: [{'id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'name': 'tempest-TestShelveInstance-1813141186-router', 'tenant_id': '02545d78637040409f727062c45b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:45:01Z', 'updated_at': '2021-02-17T01:51:40Z', 'revision_number': 5, 'project_id': '02545d78637040409f727062c45b9280', 'gw_port': {'id': '3a51d9b4-24e4-4939-92cb-758cf84e2abd', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bfc6bc-d21e-466e-9ac3-77c46a27b04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:45:04Z', 'updated_at': '2021-02-17T01:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:51:43.091899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.232784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.235184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.282195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.282690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bfc6bc-d21e-466e-9ac3-77c46a27b04c {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:51:43.295202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.296450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-80988b96-d319-4a4a-8b22-e072d1fdf37d admin admin] 10.222.0.46 "DELETE /v2.0/routers/59bfc6bc-d21e-466e-9ac3-77c46a27b04c HTTP/1.1" status: 204 len: 168 time: 1.4902020 Feb 17 01:51:43.299128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48590) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:43.364256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Deleting subnet dbd77171-f455-4bd8-898d-02901e9d0dc8 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:51:43.367284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.409166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d0750dba-f546-4189-8bfd-314c211c3193 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:43.425309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.462790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: d0750dba-f546-4189-8bfd-314c211c3193 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:43.463509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d0750dba-f546-4189-8bfd-314c211c3193 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:43.514366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.809012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.825332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:43.921456 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd77171-f455-4bd8-898d-02901e9d0dc8,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:43.924182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:43.959410 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:43.964823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7121e-3b50-4ecd-89d1-cd4676fa4c62 None None] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:51:43.965741 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dbd77171-f455-4bd8-898d-02901e9d0dc8 HTTP/1.1" status: 204 len: 168 time: 0.6652138 Feb 17 01:51:43.968135 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48596) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:44.092270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.160535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Deleting port 7be50cd0-7776-4edd-b918-b6fec772b4f9 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:44.160909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.224128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] DHCP port deletion for 71fa4f2a-9cbd-461c-8591-be6041bf4926 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:51:44.228260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Deleting port 7be50cd0-7776-4edd-b918-b6fec772b4f9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:44.228676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.381442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] For port 7be50cd0-7776-4edd-b918-b6fec772b4f9, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=7be50cd0-7776-4edd-b918-b6fec772b4f9,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:44.381757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.440468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] For port 7be50cd0-7776-4edd-b918-b6fec772b4f9, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=7be50cd0-7776-4edd-b918-b6fec772b4f9,segment=NetworkSegment(a99c7eb2-fa6c-4a57-9a19-1cf671cbf148),segment_id=a99c7eb2-fa6c-4a57-9a19-1cf671cbf148)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:51:44.440912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.516317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Calling delete_port for 7be50cd0-7776-4edd-b918-b6fec772b4f9 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:44.642535 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:44.658551 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dd6eac5b-7404-4e7e-9b36-4818e9fd51fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:44.739709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Calling delete_port for 7be50cd0-7776-4edd-b918-b6fec772b4f9 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:51:44.760080 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be50cd0-7776-4edd-b918-b6fec772b4f9,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:44.765513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:44.800065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] No DVR routers for this DVR port 7be50cd0-7776-4edd-b918-b6fec772b4f9 on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:51:44.812722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:51:44.813204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:51:44.923162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.037213 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa4f2a-9cbd-461c-8591-be6041bf4926']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:45.050253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:45.050595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99c7eb2-fa6c-4a57-9a19-1cf671cbf148') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:51:45.062950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.077531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.079557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:51:45.256769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:45.265987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.314521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Deleting port 7be50cd0-7776-4edd-b918-b6fec772b4f9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:51:45.314954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.387496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc185f11-2cbb-4ad7-8432-bffef526cb43 None None] The port '7be50cd0-7776-4edd-b918-b6fec772b4f9' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:51:45.444284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Network 71fa4f2a-9cbd-461c-8591-be6041bf4926 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:51:45.451316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3a51d9b4-24e4-4939-92cb-758cf84e2abd no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:51:45.471532 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:51:45.490409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 3a51d9b4-24e4-4939-92cb-758cf84e2abd {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:45.490792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 3a51d9b4-24e4-4939-92cb-758cf84e2abd not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:45.491514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 7be50cd0-7776-4edd-b918-b6fec772b4f9 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:51:45.527579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 7be50cd0-7776-4edd-b918-b6fec772b4f9 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:51:45.527841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 7be50cd0-7776-4edd-b918-b6fec772b4f9 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:51:45.573652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.577111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-815440ad-fb1a-4b28-95de-165ddebdb6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:45.593638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:45.599851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fa4f2a-9cbd-461c-8591-be6041bf4926,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:45.604834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:45.607709 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] 10.222.0.46 "DELETE /v2.0/networks/71fa4f2a-9cbd-461c-8591-be6041bf4926 HTTP/1.1" status: 204 len: 168 time: 1.6385934 Feb 17 01:51:45.777864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48604) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:45.827887 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c54ff9b8-ffaa-4e22-9830-6a668f06c35b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e2b739a30094d408ee00b6f32230092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488036 Feb 17 01:51:45.830350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48608) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:45.892934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.167478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.242132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.247489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0461c11-dd05-4da2-9180-97c0b804353a tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:46.261581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015dd446-a493-4710-bd90-040e9bc3533e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:46.265195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:46.268435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.269647 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-83d8b678-c759-4bad-9013-1bf128f507e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/015dd446-a493-4710-bd90-040e9bc3533e HTTP/1.1" status: 204 len: 168 time: 0.4383595 Feb 17 01:51:46.771582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48618) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:46.822937 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-40a65d79-053b-41e7-910a-fac5ac0f2874 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02545d78637040409f727062c45b9280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500548 Feb 17 01:51:46.825397 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 48622) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:51:46.885041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.911876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.985141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:46.990139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a7467059-185b-4a13-9841-23d7b1f33062 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:51:47.006869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811abdf-581b-4854-9f09-4990f000f7e8,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:51:47.009943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:51:47.010876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:47.012089 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8e3c41ac-c0d7-4eed-a173-d5e2c6fd793e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4811abdf-581b-4854-9f09-4990f000f7e8 HTTP/1.1" status: 204 len: 168 time: 0.1857250 Feb 17 01:51:51.975927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:51:56.473534 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-cb158cd5-4b1d-42b3-ac35-fb38d24d380b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773623 Feb 17 01:51:56.626707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-ee37b7ee-6f76-4f7b-9f2e-371c0cb0abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:56.628237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-ee37b7ee-6f76-4f7b-9f2e-371c0cb0abc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.0812874 Feb 17 01:51:56.733895 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:51:56.786043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-f75e07c9-fb46-496b-9c6c-c5fa129ded5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:56.787627 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-f75e07c9-fb46-496b-9c6c-c5fa129ded5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1393020 Feb 17 01:51:56.894780 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-2e448b9b-17dd-4767-a7d5-5da153d9d1c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 1000 time: 0.0991979 Feb 17 01:51:56.968359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-e0f5d39f-3591-4f89-b26e-bf04762cda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:56.969893 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-e0f5d39f-3591-4f89-b26e-bf04762cda1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0677307 Feb 17 01:51:57.051847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-a5e5266a-df52-4a67-81e1-f5d26ea50c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:51:57.053447 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-a5e5266a-df52-4a67-81e1-f5d26ea50c6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757110 Feb 17 01:51:57.197371 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-69502d39-ad59-467f-82f2-7d83d1d93866 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368904 Feb 17 01:51:57.338986 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5622b120-4ce8-4a7f-bf65-b987b6fa789a req-d34236cb-3246-400d-be94-49c9f94a6234 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345856 Feb 17 01:52:02.545069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-54757b9e-e51a-4cd8-931d-031a0ebc712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:04.413594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d9e3ea7a-8260-48e9-b1a9-cee31a876ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:05.190527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:06.219289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:06.996525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:21.153157 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-5720b427-7946-407b-97a1-1ceb25c74c16 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1981567768&fields=id&tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 267 time: 0.0426595 Feb 17 01:52:21.320932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-d1cba159-6b57-45f5-a48e-6f6de71ae695 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:21.322537 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-d1cba159-6b57-45f5-a48e-6f6de71ae695 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.1601732 Feb 17 01:52:21.339147 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-1f2e917b-545f-4193-b013-d048f534def8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/quotas/40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 375 time: 0.0099990 Feb 17 01:52:21.433517 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-b1bd4efe-c901-4cdd-96de-5dcf83c60d76 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890484 Feb 17 01:52:21.583682 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-85e3a746-52c2-4ab1-8f39-08105cfa7cf9 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376996 Feb 17 01:52:21.724132 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-20433bf9-6efe-4d92-98bf-6cf66fe5d0b5 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1340001 Feb 17 01:52:22.268185 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-10209154-8c63-4086-98a3-2984a2d0aa43 req-ae0635c4-e0dc-40d2-88e3-45535fe3bae9 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Feb 17 01:52:23.433336 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e30bf846-ada1-41e2-b819-01bcf3030bf3 req-7a89d534-0fc9-48be-9dc2-91b605e08643 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 210 time: 0.0493486 Feb 17 01:52:23.910839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-3fefa7a9-56b9-43e5-8aef-a68b735874cc tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:23.912439 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-3fefa7a9-56b9-43e5-8aef-a68b735874cc tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 811 time: 0.1583877 Feb 17 01:52:23.988618 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6040ab90-7a06-4383-aeab-236b5b4c5845 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40d21b3e20404097a50b37ef1a7a9320 HTTP/1.1" status: 200 len: 5765 time: 0.0667572 Feb 17 01:52:23.998646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'port': {'device_id': '230e8325-bc68-467f-a08a-c41839625d59', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'admin_state_up': True, 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'security_groups': ['ab948409-3f7f-430a-a9d6-efe7ab50f7b4']}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:52:24.144964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:52:24.155329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:52:24.202073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Made reservation on behalf of 40d21b3e20404097a50b37ef1a7a9320 for: {'port': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:52:24.207732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:24.518301 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.20.0.10 (f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe/6e4e05a9-9294-4e38-9175-ff7d5b65a13a/a33e4d56-61e8-462d-9171-a0e86b751ffe) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:52:24.630327 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8c2eb56-41c8-465d-9a5d-ebdf4fe70387 req-6b279f1a-18d2-4258-b57c-ef70157863ef tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 210 time: 0.0811777 Feb 17 01:52:24.769499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:24.786008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Transition to ACTIVE for port object a33e4d56-61e8-462d-9171-a0e86b751ffe will not be triggered until provisioned by entity DHCP. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:52:24.830989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:24.850654 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:24.990464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=a33e4d56-61e8-462d-9171-a0e86b751ffe,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:25.003316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:25.048261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:52:25.049402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:52:25.051868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:52:25.121112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:25.121767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:25.174670 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-4fd65aea-944e-4eb1-aaa8-40a3b7639297 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1799202 Feb 17 01:52:25.188729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Request body: {'port': {'device_id': '230e8325-bc68-467f-a08a-c41839625d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:52:25.311775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:25.322079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-fbdd0669-60fc-4271-accd-b44f51f9286d None None] Provisioning for port a33e4d56-61e8-462d-9171-a0e86b751ffe completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:52:25.327160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-fbdd0669-60fc-4271-accd-b44f51f9286d None None] Provisioning complete for port a33e4d56-61e8-462d-9171-a0e86b751ffe triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:52:25.327580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0669-60fc-4271-accd-b44f51f9286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:25.383909 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd0669-60fc-4271-accd-b44f51f9286d None None] Port a33e4d56-61e8-462d-9171-a0e86b751ffe cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:52:25.727220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33e4d56-61e8-462d-9171-a0e86b751ffe {{(pid=84059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:52:25.735386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:25.784208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Transition to ACTIVE for port object a33e4d56-61e8-462d-9171-a0e86b751ffe will not be triggered until provisioned by entity L2. {{(pid=84059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:52:25.825298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:25.842154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9c74d350-abb7-4226-84a6-4663b41ab88b tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:25.947900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77464fd8-55ee-4f77-b445-ff72950db47c req-b597c5fc-122a-40e2-aecf-291681052889 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:25.949052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-77464fd8-55ee-4f77-b445-ff72950db47c req-b597c5fc-122a-40e2-aecf-291681052889 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:52:26.005668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a33e4d56-61e8-462d-9171-a0e86b751ffe,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:26.011363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:26.033165 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-77464fd8-55ee-4f77-b445-ff72950db47c req-b597c5fc-122a-40e2-aecf-291681052889 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:52:26.034708 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-77464fd8-55ee-4f77-b445-ff72950db47c req-b597c5fc-122a-40e2-aecf-291681052889 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.2881725 Feb 17 01:52:26.412392 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-77464fd8-55ee-4f77-b445-ff72950db47c req-e4ce06a4-d765-47d5-b0b5-adb3e2e91865 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.3697498 Feb 17 01:52:26.449259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Attempting to bind port a33e4d56-61e8-462d-9171-a0e86b751ffe on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:52:26.449641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Attempting to bind port a33e4d56-61e8-462d-9171-a0e86b751ffe by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:52:26.450013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Attempting to bind port a33e4d56-61e8-462d-9171-a0e86b751ffe on network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:52:26.455676 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:52:26.456097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Checking segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:52:26.456507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:26.456908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Bound using segment: {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'} {{(pid=84059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:52:26.457382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Bound port: a33e4d56-61e8-462d-9171-a0e86b751ffe, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe'}}] {{(pid=84059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:52:26.457758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:26.553764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] For port a33e4d56-61e8-462d-9171-a0e86b751ffe, host hv-cinder-75998, cleared binding levels {{(pid=84059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:52:26.556860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] For port a33e4d56-61e8-462d-9171-a0e86b751ffe, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:52:26.596263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:26.611712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1ffb7f91-f226-432a-ad66-a5a903b2eb0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:26.727359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:26.763073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a33e4d56-61e8-462d-9171-a0e86b751ffe,revision_number=3']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:26.768499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:26.798448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:26.799171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:26.800611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6171e668-3ea2-4c5d-802a-ea91c7f1e7e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 1158 time: 1.6169422 Feb 17 01:52:26.801133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:52:26.852700 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'status': 'completed', 'code': 200} Feb 17 01:52:26.946171 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-ef336701-c5e7-434b-b505-2c8693552025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:26.948356 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-ef336701-c5e7-434b-b505-2c8693552025 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1161 time: 0.0864639 Feb 17 01:52:27.025508 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-c3980ebf-d4e2-47c1-a7f0-0dfe1d82dffa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 217 time: 0.0685561 Feb 17 01:52:27.098811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-9a4ddc74-a44e-4018-9887-c411d3ac0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.100329 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-9a4ddc74-a44e-4018-9887-c411d3ac0ffc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0673873 Feb 17 01:52:27.184944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-f1db32db-a59c-45e9-9fd5-da88c898907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.186515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-f1db32db-a59c-45e9-9fd5-da88c898907e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786607 Feb 17 01:52:27.329402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-6ed48fdf-8f5a-45c2-bbda-bb019a8ff789 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359720 Feb 17 01:52:27.473252 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1eab7740-189d-4dd1-9a96-011de5567cf6 req-24982a3f-368e-4c20-9624-07122f4702d2 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373549 Feb 17 01:52:27.628869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c59c-92b5-4caf-85ad-bc06ea2a5107 req-34ac3b58-6ccb-4233-8913-8d5c165a8a59 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.630613 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1852c59c-92b5-4caf-85ad-bc06ea2a5107 req-34ac3b58-6ccb-4233-8913-8d5c165a8a59 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0965602 Feb 17 01:52:27.634749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-0c4a474c-99f7-444f-a5de-3fde3a13055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.636953 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-0c4a474c-99f7-444f-a5de-3fde3a13055f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1161 time: 0.0833411 Feb 17 01:52:27.679173 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1852c59c-92b5-4caf-85ad-bc06ea2a5107 req-875e1f85-ccb5-47e0-b647-ccce943a6244 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416498 Feb 17 01:52:27.779646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-7091d071-7938-4020-8ed6-f78f5454cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.781264 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-7091d071-7938-4020-8ed6-f78f5454cb4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1377997 Feb 17 01:52:27.853738 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-cd6fd64c-27e6-43e0-90b1-01eb66b25517 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 217 time: 0.0650454 Feb 17 01:52:27.927936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-7c631b54-a804-471e-a451-8de93410044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:27.929494 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-7c631b54-a804-471e-a451-8de93410044f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0660839 Feb 17 01:52:28.014718 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-a3c4f158-e99e-4bd1-b9e6-c832403e2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:28.016362 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-a3c4f158-e99e-4bd1-b9e6-c832403e2461 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763667 Feb 17 01:52:28.163337 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-efd3e63b-80b4-4bb7-8346-d4fc96b53e8d service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398368 Feb 17 01:52:28.305831 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-743f0b04-87fc-4bcf-ad33-c4e92df1c860 req-e9f1fb53-83d5-4532-ab06-c60538f4b5ff service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353981 Feb 17 01:52:28.876307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cb770-97f9-44c5-905d-705695b87cde req-9295849b-3c64-404b-b0c8-74a348e70fca tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:28.877902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a13cb770-97f9-44c5-905d-705695b87cde req-9295849b-3c64-404b-b0c8-74a348e70fca tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0850160 Feb 17 01:52:28.927345 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a13cb770-97f9-44c5-905d-705695b87cde req-8b7a0014-245b-4a06-8843-398b7cc0cd9f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0433462 Feb 17 01:52:28.975407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:52:30.123294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715eab6-706b-4fd6-8a59-e3e57d1bf92a req-9e6e314e-6a53-45d2-9b63-2e78b2633461 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:30.124892 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8715eab6-706b-4fd6-8a59-e3e57d1bf92a req-9e6e314e-6a53-45d2-9b63-2e78b2633461 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0858843 Feb 17 01:52:30.171305 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8715eab6-706b-4fd6-8a59-e3e57d1bf92a req-f290a253-e0d4-4900-8011-d1690ff47cec tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401447 Feb 17 01:52:31.371186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e978-77b6-434e-b5c6-263f58e12fe8 req-0ed4f05a-780e-434e-acd1-b842490707a6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:31.372806 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dfd5e978-77b6-434e-b5c6-263f58e12fe8 req-0ed4f05a-780e-434e-acd1-b842490707a6 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0888937 Feb 17 01:52:31.420450 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dfd5e978-77b6-434e-b5c6-263f58e12fe8 req-3ae1c1bb-b321-4716-9f48-e75fa3f38109 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413945 Feb 17 01:52:32.539102 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d207c3fc-2ff5-4b83-b3e6-aa44b3469b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:32.617913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db907f-1b09-4181-8c2d-a39c253c35b5 req-0d376c1d-12b9-46fa-bdd6-2baae0e5520b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:32.620064 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31db907f-1b09-4181-8c2d-a39c253c35b5 req-0d376c1d-12b9-46fa-bdd6-2baae0e5520b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0865071 Feb 17 01:52:32.670644 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31db907f-1b09-4181-8c2d-a39c253c35b5 req-add2e331-169d-4fdd-8367-b16280a909fa tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0444028 Feb 17 01:52:33.868930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9a352-4cac-44bb-a59a-693d2cf095f3 req-df2adf3f-1d80-48a3-ac7e-a8107f134204 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:33.870632 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41a9a352-4cac-44bb-a59a-693d2cf095f3 req-df2adf3f-1d80-48a3-ac7e-a8107f134204 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0869324 Feb 17 01:52:33.918739 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41a9a352-4cac-44bb-a59a-693d2cf095f3 req-f4b1e69e-f2de-43d6-ae8d-1985f413017e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416348 Feb 17 01:52:34.390401 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bc84fdfe-82f1-4e7a-bfd4-87a318cec373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:35.118690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d979ad0-69dd-460a-8100-94e7314ccf2b req-6ed59fff-25ed-413c-a590-a80b89403afa tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:35.120268 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6d979ad0-69dd-460a-8100-94e7314ccf2b req-6ed59fff-25ed-413c-a590-a80b89403afa tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0887420 Feb 17 01:52:35.168376 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6d979ad0-69dd-460a-8100-94e7314ccf2b req-abab5bc1-10f1-4aa1-8a94-17c3599f1cd2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415788 Feb 17 01:52:35.196380 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.219184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.310315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:52:36.365391 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4724c-2a0b-40b2-84af-04d091a1d78a req-b1225f84-6313-4ca3-9d24-d92a2525fcea tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:36.367003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f5c4724c-2a0b-40b2-84af-04d091a1d78a req-b1225f84-6313-4ca3-9d24-d92a2525fcea tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 944 time: 0.0875709 Feb 17 01:52:36.381048 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:52:36.381470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.414639 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f5c4724c-2a0b-40b2-84af-04d091a1d78a req-230bd1d6-f337-4c54-816b-97cc882956a8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0408790 Feb 17 01:52:36.506539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:52:36.596101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port a33e4d56-61e8-462d-9171-a0e86b751ffe completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:52:36.600849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a33e4d56-61e8-462d-9171-a0e86b751ffe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:52:36.601268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.722252 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.749336 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:52:36.759275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port a33e4d56-61e8-462d-9171-a0e86b751ffe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:52:36.779059 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:36.781039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:36.818357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'code': 200} Feb 17 01:52:36.855300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=a33e4d56-61e8-462d-9171-a0e86b751ffe,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:36.863012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.863400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.863782 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.864185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.864561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.864932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.865300 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.865668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.866035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.866399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.866763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.867127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.867534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.867899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.868292 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.868652 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.869015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.869415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.869777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.870139 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.870505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.870865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.871226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.871582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:36.875982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:36.996337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:37.145460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42595-f10b-4e1b-9885-fdc227cf7d58 req-f62aa706-9024-4f0c-be55-81841ada0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:37.147154 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8c42595-f10b-4e1b-9885-fdc227cf7d58 req-f62aa706-9024-4f0c-be55-81841ada0aa6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1163 time: 0.0823252 Feb 17 01:52:37.190471 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a8c42595-f10b-4e1b-9885-fdc227cf7d58 req-9feb235c-6956-459e-bc70-13a6b9a03a3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0365865 Feb 17 01:52:37.615194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0a4d-2f40-4a78-af5b-8e6a0d4c2d89 req-6eecd4f8-044b-462b-8216-d1b834efc07a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:37.616858 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6cb0a4d-2f40-4a78-af5b-8e6a0d4c2d89 req-6eecd4f8-044b-462b-8216-d1b834efc07a tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.0864668 Feb 17 01:52:37.663996 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e6cb0a4d-2f40-4a78-af5b-8e6a0d4c2d89 req-4db965d7-d876-4d5d-9a8d-5ed8a8d697ce tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0402358 Feb 17 01:52:37.912499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:52:37.985127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a33e4d56-61e8-462d-9171-a0e86b751ffe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:52:37.985477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:38.864294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ae25-0e3f-473b-8962-e994652e5728 req-d033baff-9682-4982-82a0-b65cc5d61b9f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:38.865888 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41e6ae25-0e3f-473b-8962-e994652e5728 req-d033baff-9682-4982-82a0-b65cc5d61b9f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.0903041 Feb 17 01:52:38.913243 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-41e6ae25-0e3f-473b-8962-e994652e5728 req-2fb22920-4d92-4a3e-9d02-0b144bbb2533 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0411756 Feb 17 01:52:39.113406 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2378e07-82dc-46b1-b261-6ba289706522 req-ea1b5b01-1bb3-47dc-9b22-1e7484ffe5c8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:39.114997 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d2378e07-82dc-46b1-b261-6ba289706522 req-ea1b5b01-1bb3-47dc-9b22-1e7484ffe5c8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.0894921 Feb 17 01:52:39.162628 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d2378e07-82dc-46b1-b261-6ba289706522 req-f277d2d2-a7c3-440e-84ec-ae396659007d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413153 Feb 17 01:52:39.355721 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-aa09b134-0fb5-4202-a57b-b75354665f5e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1552894 Feb 17 01:52:39.365738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:52:39.371837 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:52:39.381817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:52:39.424870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:39.569415 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:39.838935 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Allocated IP 172.27.2.36 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/44ba4199-12de-4937-ad51-7a4b5ca7c22f) {{(pid=84059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:52:39.909725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:52:39.980657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a33e4d56-61e8-462d-9171-a0e86b751ffe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:52:39.980992 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:39.992360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.059533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.075246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6a6ec405-7bf5-4e68-9fdc-ad93395b030a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:40.220350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=44ba4199-12de-4937-ad51-7a4b5ca7c22f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:40.232509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.232877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.233294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.233703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.234110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.234516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.234919 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.235323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.235725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.236154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.236554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.236957 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.237392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.237792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.238190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.238586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.238981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.239378 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.239773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.240192 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.240593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.240987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.241381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.241773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:52:40.247732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:40.284036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:52:40.285487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Resources bound (agent type, host, resource id): {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:52:40.287738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Received port after_create {{(pid=84059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:52:40.370340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.457199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.949364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for port, precommit_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.973267 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852391303'] for port, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:40.987998 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:52:41.128134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event updated for resources: {'Port': ['ID=44ba4199-12de-4937-ad51-7a4b5ca7c22f,revision_number=2']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:52:41.133028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:52:41.223806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:41.281925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:41.283220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-2840a670-566f-411a-bd8e-754ce234e535 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9215832 Feb 17 01:52:41.370386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-4d930c47-4b95-4d0a-8e9d-b942ac80e188 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:52:41.401804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-4d930c47-4b95-4d0a-8e9d-b942ac80e188 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:52:41.403017 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-4d930c47-4b95-4d0a-8e9d-b942ac80e188 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.36 HTTP/1.1" status: 200 len: 695 time: 0.1131117 Feb 17 01:52:41.564692 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-88e0a47c-caae-433f-907f-889526e2fae0 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:41.566121 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7cc6a1e9-ca6f-4f45-b8f7-04d61b70ec6c req-88e0a47c-caae-433f-907f-889526e2fae0 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.1571996 Feb 17 01:52:41.753439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-3e1e1624-4187-4c36-bf29-0aa77c1119c3 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:41.755024 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-3e1e1624-4187-4c36-bf29-0aa77c1119c3 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0909708 Feb 17 01:52:41.840788 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-ffefa334-8ecf-4e99-b005-3565f7a7cccc tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.36 HTTP/1.1" status: 200 len: 695 time: 0.0796800 Feb 17 01:52:41.851084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Request body: {'floatingip': {'port_id': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:52:41.936550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:42.546372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:42.567080 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:42.746759 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 5ac4580d-5a82-4411-ae9e-7615b883babf associated. External IP: 172.27.2.36, port: a33e4d56-61e8-462d-9171-a0e86b751ffe. Feb 17 01:52:43.112156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:52:43.536835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:52:43.541273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:43.546439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:52:43.556281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:52:43.557095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:52:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:52:43.600696 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-2d7f095b-fe0a-4bac-8252-fbf741cbcf47 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "PUT /v2.0/floatingips/5ac4580d-5a82-4411-ae9e-7615b883babf HTTP/1.1" status: 200 len: 996 time: 1.7537625 Feb 17 01:52:43.601266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:52:43.651396 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'status': 'completed', 'code': 200} Feb 17 01:52:43.695273 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-47ca4d6d-9a57-463e-848c-7e9a17c8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:43.696860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-47ca4d6d-9a57-463e-848c-7e9a17c8c0e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1163 time: 0.0830181 Feb 17 01:52:43.752477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:52:43.754128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-2660ee7e-acd8-4de4-bf84-d6c14cb8ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:43.755764 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-2660ee7e-acd8-4de4-bf84-d6c14cb8ef33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1163 time: 0.0819640 Feb 17 01:52:43.844659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-3cdb549e-6d60-4e5e-8650-974142e0a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:43.846262 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-3cdb549e-6d60-4e5e-8650-974142e0a704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1419413 Feb 17 01:52:43.902761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-4466ba57-ca63-491b-ac32-1f1cb9c3855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:43.904422 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-4466ba57-ca63-491b-ac32-1f1cb9c3855c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1411619 Feb 17 01:52:43.958716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-d3b2c4fc-4764-4746-aa28-e1ff3282b0f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 999 time: 0.1053658 Feb 17 01:52:44.020563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-1db0d9bf-6c4e-4848-b111-b190578e99ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 999 time: 0.1089230 Feb 17 01:52:44.031870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-78130f6c-3dac-4b26-9ff1-a2e6cf1dffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:44.033489 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-78130f6c-3dac-4b26-9ff1-a2e6cf1dffba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0674927 Feb 17 01:52:44.101967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-6c8df2e3-4389-47cd-8d67-aa5630afed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:44.103593 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-6c8df2e3-4389-47cd-8d67-aa5630afed4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0768499 Feb 17 01:52:44.118792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-7e677c32-8c4d-4db0-9200-9038911d204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:44.121052 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-7e677c32-8c4d-4db0-9200-9038911d204e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803087 Feb 17 01:52:44.144013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}, {'id': '5ac4580d-5a82-4411-ae9e-7615b883babf', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:b7:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e8325-bc68-467f-a08a-c41839625d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:52:40Z', 'updated_at': '2021-02-17T01:52:42Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:52:44.148587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:52:44.158995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:52:44.159933 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:52:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:52:44.198082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-f87f17e3-1df2-4250-80a6-e3caee3cb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:44.199932 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-f87f17e3-1df2-4250-80a6-e3caee3cb359 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898457 Feb 17 01:52:44.282357 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-9171d672-715c-4f09-bbe4-2c285c31c3e3 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540837 Feb 17 01:52:44.348568 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-cc7bfa1d-d591-4263-b3b7-5b19fa198c88 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416876 Feb 17 01:52:44.356686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:52:44.427218 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a97b8f2b-1b15-4d26-bf6d-e146e2f66e68 req-9b0c7d50-c925-462d-b249-d16105948072 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391888 Feb 17 01:52:44.499898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7422733c-27fe-4429-b59c-0481f4fdf3ac req-2f8917a9-7bb5-4b8f-b52c-99d3c025cb74 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439517 Feb 17 01:52:44.888553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}, {'id': '5ac4580d-5a82-4411-ae9e-7615b883babf', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:b7:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e8325-bc68-467f-a08a-c41839625d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:52:40Z', 'updated_at': '2021-02-17T01:52:42Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:52:44.892668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7600e-0d56-4588-ad18-9aba411fbb0d None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}, {'id': '5ac4580d-5a82-4411-ae9e-7615b883babf', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:b7:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230e8325-bc68-467f-a08a-c41839625d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:52:40Z', 'updated_at': '2021-02-17T01:52:42Z', 'revision_number': 1, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:52:45.188597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790fbae-0718-477d-b036-f4128ba2e92a None None] New status for floating IP 5ac4580d-5a82-4411-ae9e-7615b883babf: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:52:56.519192 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-cb8a6de4-d10f-49af-b3b8-675f90cdf519 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0760591 Feb 17 01:52:56.619108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-5ce048e1-688f-4d15-8c28-8044648cbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:56.620740 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-5ce048e1-688f-4d15-8c28-8044648cbb23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1162 time: 0.0759878 Feb 17 01:52:56.762951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:52:56.782955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-2247809a-bbb4-4db9-b108-b75ae61915a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:56.784819 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-2247809a-bbb4-4db9-b108-b75ae61915a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1432378 Feb 17 01:52:56.897326 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-d01e0156-d4bf-470d-a170-4ddc15a0bdc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 1001 time: 0.1019943 Feb 17 01:52:56.969148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-d1ba7a54-81c3-4a3c-9e9e-7de410886cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:56.970662 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-d1ba7a54-81c3-4a3c-9e9e-7de410886cb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0658698 Feb 17 01:52:57.054027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-93c5c1b2-aa18-4635-a93c-cf92d3cd5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:52:57.055504 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-93c5c1b2-aa18-4635-a93c-cf92d3cd5140 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762901 Feb 17 01:52:57.199598 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-dcdfc553-7232-41a4-83e1-d262c354bf8c service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361272 Feb 17 01:52:57.342578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b7e112b3-a77c-4cab-bd81-11e976e34db3 req-2dc4efaa-6b74-411b-8371-40ca3c6db777 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352470 Feb 17 01:53:02.539054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-85615dd3-acf5-4078-820d-146f5924af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:04.367263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6963df6d-83fc-42ca-8eed-485e18f18778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:05.201511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:05.975266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:53:06.213702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:07.001486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:18.787163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164d4b2-e96e-4f74-80c1-29ecdb4f0353 req-eb230f0c-9dff-461f-b616-77340ad90ba1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:18.788162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8164d4b2-e96e-4f74-80c1-29ecdb4f0353 req-eb230f0c-9dff-461f-b616-77340ad90ba1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:53:18.829914 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8164d4b2-e96e-4f74-80c1-29ecdb4f0353 req-eb230f0c-9dff-461f-b616-77340ad90ba1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:53:18.831144 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8164d4b2-e96e-4f74-80c1-29ecdb4f0353 req-eb230f0c-9dff-461f-b616-77340ad90ba1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.1355510 Feb 17 01:53:18.878394 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8164d4b2-e96e-4f74-80c1-29ecdb4f0353 req-7f16283f-a604-4b10-8956-4f7106983437 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Feb 17 01:53:20.287481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be3046-45fa-4e89-bbe0-59c2a59f182f req-c7fbeb6b-297b-4938-bde5-7591b408cfa2 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:20.289113 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75be3046-45fa-4e89-bbe0-59c2a59f182f req-c7fbeb6b-297b-4938-bde5-7591b408cfa2 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.2981405 Feb 17 01:53:20.336371 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-75be3046-45fa-4e89-bbe0-59c2a59f182f req-15b33ef5-9089-463e-9436-6b77487ae8eb tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Feb 17 01:53:21.532507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b922d9e-6fca-4f13-9204-b77b62752f16 req-0064e544-e292-436c-a726-37f54a3771e0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:21.534346 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b922d9e-6fca-4f13-9204-b77b62752f16 req-0064e544-e292-436c-a726-37f54a3771e0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0854173 Feb 17 01:53:21.580789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9b922d9e-6fca-4f13-9204-b77b62752f16 req-39ecc359-08b1-4526-9494-77050809935e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Feb 17 01:53:22.780835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a404c-60ac-475c-bed7-c2652efc203e req-18502291-5d85-4f53-baeb-0abc2272f360 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:22.782361 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f2a404c-60ac-475c-bed7-c2652efc203e req-18502291-5d85-4f53-baeb-0abc2272f360 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0867369 Feb 17 01:53:22.829564 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1f2a404c-60ac-475c-bed7-c2652efc203e req-e7a2bd7e-1dcb-4eee-92e1-8000e44f7578 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Feb 17 01:53:24.032603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f079e6-e2a1-407c-abfc-1297c0e45faa req-1b22699e-4a62-4886-b940-e5f37956f971 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:24.034462 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b1f079e6-e2a1-407c-abfc-1297c0e45faa req-1b22699e-4a62-4886-b940-e5f37956f971 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0919075 Feb 17 01:53:24.081100 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b1f079e6-e2a1-407c-abfc-1297c0e45faa req-71494f74-8e40-48f6-aafb-92d69986ea04 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404441 Feb 17 01:53:25.282659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab5908-e3cb-4b0f-aed4-62d41798993f req-c3a47e1f-5d38-431e-840a-cced788854ab tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:25.284491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6ab5908-e3cb-4b0f-aed4-62d41798993f req-c3a47e1f-5d38-431e-840a-cced788854ab tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0920212 Feb 17 01:53:25.331153 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c6ab5908-e3cb-4b0f-aed4-62d41798993f req-39572033-8a1b-4ab2-8351-8792bb793f83 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Feb 17 01:53:26.529279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f01a6-a743-4e69-be21-7007be29abd0 req-3747eeb2-edd2-43e6-a195-610b74f7f7d9 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:26.530884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-302f01a6-a743-4e69-be21-7007be29abd0 req-3747eeb2-edd2-43e6-a195-610b74f7f7d9 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0876698 Feb 17 01:53:26.581681 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-302f01a6-a743-4e69-be21-7007be29abd0 req-2793192f-75fe-472c-be8b-ab859b439fff tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Feb 17 01:53:26.801350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:27.776413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015c7f-192e-43e9-9b9a-2a78024b2f82 req-a4e17ed3-05fe-4c83-9dbc-7c1d7060018b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:27.777893 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-90015c7f-192e-43e9-9b9a-2a78024b2f82 req-a4e17ed3-05fe-4c83-9dbc-7c1d7060018b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0852017 Feb 17 01:53:27.826903 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-90015c7f-192e-43e9-9b9a-2a78024b2f82 req-a3397cbf-fdd4-4739-8939-c3cc6cd7cc80 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Feb 17 01:53:29.022772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc8148-e56c-4da5-8002-a5c146e03896 req-e9a5696b-4bcd-47b1-a560-4204124f4d76 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:29.024924 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0bc8148-e56c-4da5-8002-a5c146e03896 req-e9a5696b-4bcd-47b1-a560-4204124f4d76 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0854955 Feb 17 01:53:29.072479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f0bc8148-e56c-4da5-8002-a5c146e03896 req-9d96d65b-65fd-42b9-ba4c-9e6a5c468883 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Feb 17 01:53:30.276177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d83298-ff29-45dc-8b29-37d9e2e2c0f7 req-7964eb37-9597-4a41-9098-0345e8ed9a24 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:30.277782 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-67d83298-ff29-45dc-8b29-37d9e2e2c0f7 req-7964eb37-9597-4a41-9098-0345e8ed9a24 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0889969 Feb 17 01:53:30.324671 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-67d83298-ff29-45dc-8b29-37d9e2e2c0f7 req-7c8a7e9f-54eb-4999-877b-309bd06b1426 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 Feb 17 01:53:30.733804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ebe6b-2c90-4efb-8940-e5b486b7c109 req-cb8dfd65-6990-45de-9855-5f2d483306e6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:30.735396 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d66ebe6b-2c90-4efb-8940-e5b486b7c109 req-cb8dfd65-6990-45de-9855-5f2d483306e6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0901468 Feb 17 01:53:30.783824 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d66ebe6b-2c90-4efb-8940-e5b486b7c109 req-dff0fc55-7d07-466f-b12f-da95c82709f4 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415273 Feb 17 01:53:30.859574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-3da769aa-80bf-43bf-810e-a77a82f10e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:30.861239 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-3da769aa-80bf-43bf-810e-a77a82f10e02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1162 time: 0.1249201 Feb 17 01:53:31.000823 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-31a69368-5e4b-4b43-8be1-70c38e6a9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:31.002300 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-31a69368-5e4b-4b43-8be1-70c38e6a9d6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1339848 Feb 17 01:53:31.111480 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-a6dcf5cd-b70f-485f-8f99-d54855807e14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 1001 time: 0.1014774 Feb 17 01:53:31.178381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-79260e75-4094-4e62-b7c5-47cfb6a0044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:31.179864 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-79260e75-4094-4e62-b7c5-47cfb6a0044a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0620215 Feb 17 01:53:31.266258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-339416c0-d184-4821-970f-b17186121e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:31.267835 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-339416c0-d184-4821-970f-b17186121e73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807533 Feb 17 01:53:31.278527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-7af9c2e8-e6ed-4cf7-837e-450281f7029c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:53:31.279573 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-7af9c2e8-e6ed-4cf7-837e-450281f7029c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0051777 Feb 17 01:53:31.418641 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-c74f83cf-5a95-4f9f-aecb-d1c861842b75 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326027 Feb 17 01:53:31.777016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0dfc8e77-1475-454b-aaca-36603fd77c9d req-42372eb2-17c0-4266-b0e3-d4d71c5a95d6 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3513832 Feb 17 01:53:31.986025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991155-6931-46ee-959e-cf345bd26ff5 req-970a07ee-1033-4a65-82b1-0ccde0de40c8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:31.987611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d8991155-6931-46ee-959e-cf345bd26ff5 req-970a07ee-1033-4a65-82b1-0ccde0de40c8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0899937 Feb 17 01:53:32.035185 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d8991155-6931-46ee-959e-cf345bd26ff5 req-788ff8f5-63a1-4b7f-84d2-f9eca15f1267 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Feb 17 01:53:32.561254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-425190d2-0ee7-43b6-9208-a26de5aba2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:33.230537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94df38-0727-4b2d-9f5d-191bf5bc53ec req-ebc4c74d-7c1b-488c-bb6c-2b2b15f7a296 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:33.232151 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a94df38-0727-4b2d-9f5d-191bf5bc53ec req-ebc4c74d-7c1b-488c-bb6c-2b2b15f7a296 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0860655 Feb 17 01:53:33.284581 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8a94df38-0727-4b2d-9f5d-191bf5bc53ec req-d3642695-d9c9-4d78-b9f5-0873b7a9e802 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 Feb 17 01:53:34.378420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0776301e-5a2b-4c51-aa20-363e8f11581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:35.201294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:36.229793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:37.012699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:42.975246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:53:56.467844 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-15d2c57b-91f7-4938-b66d-f8eb75811fbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773656 Feb 17 01:53:56.626281 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259c74-29ca-4258-869b-b59341efabe4 req-c63eb9d0-8464-4baf-a53a-9e8032d8fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:56.627875 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-c63eb9d0-8464-4baf-a53a-9e8032d8fd6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.0779691 Feb 17 01:53:56.777904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:53:56.783563 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259c74-29ca-4258-869b-b59341efabe4 req-fa6bb3cb-a921-448f-9571-c9eb143a950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:56.785185 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-fa6bb3cb-a921-448f-9571-c9eb143a950e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1378407 Feb 17 01:53:56.895115 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-8d9926ca-4a62-46f0-aded-5c7c90b6a4d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 1000 time: 0.1025312 Feb 17 01:53:56.966136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259c74-29ca-4258-869b-b59341efabe4 req-6d9ad0c8-cc40-4523-9ab2-f6f31f44bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:56.967669 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-6d9ad0c8-cc40-4523-9ab2-f6f31f44bb31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0659270 Feb 17 01:53:57.049505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259c74-29ca-4258-869b-b59341efabe4 req-9834f200-93f2-440f-94c3-90d8d22ddd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:53:57.050979 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-9834f200-93f2-440f-94c3-90d8d22ddd99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761373 Feb 17 01:53:57.192973 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-db7c9ce8-26df-4670-a672-68fb0319d0d2 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341095 Feb 17 01:53:57.336359 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-76259c74-29ca-4258-869b-b59341efabe4 req-d62e6080-7b23-4448-aece-b5e650e8c03b service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364396 Feb 17 01:54:02.543749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-b9be755b-9861-437a-a598-24d22fb2e45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:04.395062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae340-1e3f-4a7a-b852-51adf9a09160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:05.206750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:05.280968 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-ab44c2c5-d2f1-4a1b-b953-e2f2459e653d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips/5ac4580d-5a82-4411-ae9e-7615b883babf HTTP/1.1" status: 200 len: 998 time: 0.1139374 Feb 17 01:54:05.440514 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-48fc55da-2300-4d39-92fa-8ec68693ee99 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:05.441911 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-48fc55da-2300-4d39-92fa-8ec68693ee99 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.1549034 Feb 17 01:54:05.551597 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-38881ca3-fdfa-4977-a75d-35320bb53508 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.1021299 Feb 17 01:54:05.636260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-18346436-2363-48a2-b185-db2867737cd7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:05.637699 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-18346436-2363-48a2-b185-db2867737cd7 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports/a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 943 time: 0.0801840 Feb 17 01:54:05.821016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-184aad12-c322-4679-bb90-5f5701e64fe2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.36 HTTP/1.1" status: 200 len: 1001 time: 0.1049881 Feb 17 01:54:06.038722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port 44ba4199-12de-4937-ad51-7a4b5ca7c22f {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:06.039111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.223525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.223932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.229889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.357128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for 44ba4199-12de-4937-ad51-7a4b5ca7c22f owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:06.548683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.565293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ddb147c0-0879-4035-a102-3c172fc33e81 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:06.668669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=44ba4199-12de-4937-ad51-7a4b5ca7c22f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:06.680186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.680604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.681016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.681426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.681830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.682230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.682673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.683072 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.683466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.683857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.684275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.684667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.685096 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.685491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.685881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.686275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.686664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.687054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.687442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.687834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.688274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.688664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.689052 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.689438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:06.694434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:06.803813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:06.804154 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 5ac4580d-5a82-4411-ae9e-7615b883babf disassociated (deleted). External IP: 172.27.2.36, port: a33e4d56-61e8-462d-9171-a0e86b751ffe. Feb 17 01:54:07.029306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:07.408255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:54:07.611995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:54:07.619338 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:54:07.630402 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:07.634110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:07.710475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:07.771180 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ac4580d-5a82-4411-ae9e-7615b883babf HTTP/1.1" status: 204 len: 173 time: 1.9437301 Feb 17 01:54:07.771899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:07.822195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:07.977902 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'status': 'completed', 'code': 200} Feb 17 01:54:08.032331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-473a5285-378d-4640-8edd-61059d5f5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.034304 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-473a5285-378d-4640-8edd-61059d5f5138 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1163 time: 0.2493985 Feb 17 01:54:08.144618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-04f2cae6-0748-49d6-8abc-8d7c6ba6c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.146256 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-04f2cae6-0748-49d6-8abc-8d7c6ba6c6a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 1163 time: 0.1453993 Feb 17 01:54:08.190184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-aedb5f1d-6a0a-4280-905f-84984d567698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.191787 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-aedb5f1d-6a0a-4280-905f-84984d567698 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1486063 Feb 17 01:54:08.211870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:08.216495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:54:08.225844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:08.226510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:08.265264 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-d2e001f8-8775-4444-97bd-de090aeb1c8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 217 time: 0.0661678 Feb 17 01:54:08.270125 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e282-facb-4607-a2db-af370e24f185 req-6e56b216-49a4-425a-9fdd-4bfbc30fd793 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.271751 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9635e282-facb-4607-a2db-af370e24f185 req-6e56b216-49a4-425a-9fdd-4bfbc30fd793 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.2039621 Feb 17 01:54:08.340557 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-b2f61c1d-af53-4099-ad9e-859217ce8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.342429 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-b2f61c1d-af53-4099-ad9e-859217ce8d79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0701277 Feb 17 01:54:08.351191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-2cbe1dcf-d5a5-489c-b884-bc3d6a7fe0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.352810 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-2cbe1dcf-d5a5-489c-b884-bc3d6a7fe0a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.1985865 Feb 17 01:54:08.358267 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9635e282-facb-4607-a2db-af370e24f185 req-a9355dcc-5a55-43e4-9543-4d1bd11879f9 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681679 Feb 17 01:54:08.427553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:08.429073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-68e69090-cbed-494e-9051-f28ec4aef990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.430735 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-68e69090-cbed-494e-9051-f28ec4aef990 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814502 Feb 17 01:54:08.450276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-7abc73f4-b4c1-486f-bee7-971c2db48ca4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 200 len: 217 time: 0.0898912 Feb 17 01:54:08.526126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-f394896c-4434-4d7c-97f5-7a5dbc0acd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.527867 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-f394896c-4434-4d7c-97f5-7a5dbc0acd9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.0696819 Feb 17 01:54:08.577524 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-3e1ae962-5476-48c9-a2f7-8881ed001d4d service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390500 Feb 17 01:54:08.618567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-bbf3e3ec-4eef-4962-9ab6-7250ff02a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:08.620840 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-bbf3e3ec-4eef-4962-9ab6-7250ff02a8f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849814 Feb 17 01:54:08.727705 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-79f1f9a7-f2cf-4237-97fe-3d9e077adfef req-18f9433f-895b-4b2a-8f0c-8565e9812ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430032 Feb 17 01:54:08.765123 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-e6e29ded-80d8-46b7-9b18-a31add00235d service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370969 Feb 17 01:54:08.811087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:08.815382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc39f7-edcd-4d5a-ae7e-47478c565c3a None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': '1c7b633e-c79e-4060-9d0f-4a16abd4857c', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'port_id': '8a7717bc-f564-494a-9313-9168ac403f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'mac_address': 'fa:16:3e:8c:5a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:50:35Z', 'updated_at': '2021-02-17T01:50:40Z', 'revision_number': 2, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:54:08.915016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-077569e2-0a37-4a65-97e2-6116b6954fbe req-d9868331-8e3b-482b-8e06-8674e6b453af service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428585 Feb 17 01:54:09.223162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44db436-08db-47d1-aaad-a659cb3ebdfe None None] New status for floating IP 5ac4580d-5a82-4411-ae9e-7615b883babf: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:54:09.272528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b3729-0ffe-4678-9710-f5d59c44d038 req-765fd8f0-7d09-4a7d-966c-4596d774ce55 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:09.273360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-580b3729-0ffe-4678-9710-f5d59c44d038 req-765fd8f0-7d09-4a7d-966c-4596d774ce55 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:09.315039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-580b3729-0ffe-4678-9710-f5d59c44d038 req-765fd8f0-7d09-4a7d-966c-4596d774ce55 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:09.316280 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-580b3729-0ffe-4678-9710-f5d59c44d038 req-765fd8f0-7d09-4a7d-966c-4596d774ce55 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.1287370 Feb 17 01:54:09.367806 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-580b3729-0ffe-4678-9710-f5d59c44d038 req-8e5fb03c-98e1-4a91-8ab8-456c1c3a74a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0450263 Feb 17 01:54:09.569306 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998468-2cf1-4225-9614-7367a0f5066b req-9ab917fb-13fd-476f-b39c-7f6d6f963a4b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:09.570846 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9f998468-2cf1-4225-9614-7367a0f5066b req-9ab917fb-13fd-476f-b39c-7f6d6f963a4b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0875130 Feb 17 01:54:09.618097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9f998468-2cf1-4225-9614-7367a0f5066b req-b2277541-abeb-4583-b6b4-dfb7571883d8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410094 Feb 17 01:54:10.482787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:54:10.559536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port a33e4d56-61e8-462d-9171-a0e86b751ffe triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:54:10.561490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:10.568846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb036be-3ede-46cf-807f-73975f80241e req-9d963273-a571-4ce1-832a-22871e70ca16 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:10.570480 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7eb036be-3ede-46cf-807f-73975f80241e req-9d963273-a571-4ce1-832a-22871e70ca16 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.0879340 Feb 17 01:54:10.618129 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7eb036be-3ede-46cf-807f-73975f80241e req-745df88a-2402-4dc1-b862-a01ca7949f14 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0405326 Feb 17 01:54:10.882270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-f9aad8a3-dd30-4969-be81-7afdcbdf486b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:10.883821 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-f9aad8a3-dd30-4969-be81-7afdcbdf486b tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 946 time: 0.1557438 Feb 17 01:54:10.890634 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07483f-7a50-40de-a359-5f6692d763d6 req-18759a6b-8341-4261-900e-44ebc0df6b98 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:10.892141 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-df07483f-7a50-40de-a359-5f6692d763d6 req-18759a6b-8341-4261-900e-44ebc0df6b98 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.1244564 Feb 17 01:54:10.997794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port a33e4d56-61e8-462d-9171-a0e86b751ffe {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:10.998187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:11.030945 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-df07483f-7a50-40de-a359-5f6692d763d6 req-a62f55ce-8cec-46d3-b19c-76aea4e1cbdc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002862 Feb 17 01:54:11.258423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] For port a33e4d56-61e8-462d-9171-a0e86b751ffe, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a33e4d56-61e8-462d-9171-a0e86b751ffe,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:11.258748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:11.389934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for a33e4d56-61e8-462d-9171-a0e86b751ffe owned by compute:nova {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:11.572011 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:11.590603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8724b4c0-1fa6-476b-8494-d0cdd04970a9 tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:11.685646 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=a33e4d56-61e8-462d-9171-a0e86b751ffe,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:11.703210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.703629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.704061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.704467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.704870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.705304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.705705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.706099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.706495 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.706889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.707280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.707678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.708130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.708528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.708918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.709307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.709697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.710087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.710485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.710980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.711348 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.711756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.712150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.712538 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:11.716815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:11.784974 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-183d4a9e-34e5-46ff-b400-77a016723d97 req-6a49e983-1947-467a-8243-731fbc159c63 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 210 time: 0.0528717 Feb 17 01:54:11.813006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] No DVR routers for this DVR port a33e4d56-61e8-462d-9171-a0e86b751ffe on host hv-cinder-75998 {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:54:11.815332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:11.818094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'name': 'network-vif-deleted', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe'}] {{(pid=84059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:11.857947 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f685e0c0-2392-4793-afe9-56c2a3aed9d5 req-443573aa-834a-4813-94bd-8e50bd9b3194 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "DELETE /v2.0/ports/a33e4d56-61e8-462d-9171-a0e86b751ffe HTTP/1.1" status: 204 len: 173 time: 0.9647701 Feb 17 01:54:11.924880 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230e8325-bc68-467f-a08a-c41839625d59', 'name': 'network-vif-deleted', 'tag': 'a33e4d56-61e8-462d-9171-a0e86b751ffe', 'status': 'completed', 'code': 200} Feb 17 01:54:12.233576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8613c-71bf-4807-a854-c4287230bc03 req-c83daf6a-8d27-4b0e-84fd-e3f7b3277e2e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:12.235338 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e1b8613c-71bf-4807-a854-c4287230bc03 req-c83daf6a-8d27-4b0e-84fd-e3f7b3277e2e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0899119 Feb 17 01:54:12.286975 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e1b8613c-71bf-4807-a854-c4287230bc03 req-da9c26ad-92eb-47c3-b2aa-38e060bfdb9a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Feb 17 01:54:12.442442 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:12.481162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: a33e4d56-61e8-462d-9171-a0e86b751ffe {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:12.481660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device a33e4d56-61e8-462d-9171-a0e86b751ffe not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:13.012907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-44e4a0f7-e9d8-441f-9c23-20fa99f31856 req-9dca4e9a-c74d-488f-8b32-7bdab124606f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:13.069381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-44e4a0f7-e9d8-441f-9c23-20fa99f31856 req-9dca4e9a-c74d-488f-8b32-7bdab124606f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:13.070678 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-44e4a0f7-e9d8-441f-9c23-20fa99f31856 req-9dca4e9a-c74d-488f-8b32-7bdab124606f tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=230e8325-bc68-467f-a08a-c41839625d59 HTTP/1.1" status: 200 len: 210 time: 0.1110513 Feb 17 01:54:13.489690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eeb892-c981-47b0-823c-fc0d86ddb851 req-de65823e-05f9-4141-99ff-b9202bd8ef1d tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:13.491311 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f4eeb892-c981-47b0-823c-fc0d86ddb851 req-de65823e-05f9-4141-99ff-b9202bd8ef1d tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0919294 Feb 17 01:54:13.540516 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f4eeb892-c981-47b0-823c-fc0d86ddb851 req-b7fc767f-b5cb-490c-bf9e-f7468ea08b70 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Feb 17 01:54:14.509170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:54:14.580303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:54:14.580724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:14.744688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da825-5e66-4701-a0ea-093ee1cd8b07 req-edcd70fa-eb88-446b-a55e-4a0befecbadc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:14.746276 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f70da825-5e66-4701-a0ea-093ee1cd8b07 req-edcd70fa-eb88-446b-a55e-4a0befecbadc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0890753 Feb 17 01:54:14.792933 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f70da825-5e66-4701-a0ea-093ee1cd8b07 req-1d576809-8900-4874-bc9c-ce7f88d608b6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Feb 17 01:54:15.989621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce98b2-57de-42ef-bbcf-9aa599fb9969 req-9ab386c0-0e17-4bca-8e0b-cd1c3691afb8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:15.991230 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96ce98b2-57de-42ef-bbcf-9aa599fb9969 req-9ab386c0-0e17-4bca-8e0b-cd1c3691afb8 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0864832 Feb 17 01:54:16.038508 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96ce98b2-57de-42ef-bbcf-9aa599fb9969 req-7774f4c8-30f7-491e-bab2-8531aa9dd9ce tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Feb 17 01:54:16.846786 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-84595f15-eeee-4deb-979f-312af7160842 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips/1c7b633e-c79e-4060-9d0f-4a16abd4857c HTTP/1.1" status: 200 len: 997 time: 0.1113212 Feb 17 01:54:17.004297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-85d8c549-b332-4b20-8a68-91b3f432fe07 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:17.005737 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-85d8c549-b332-4b20-8a68-91b3f432fe07 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.1532733 Feb 17 01:54:17.116433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-cf60a4ec-3a79-486a-a0cb-3b7fa0b02028 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:17.160584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-cf60a4ec-3a79-486a-a0cb-3b7fa0b02028 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:17.161897 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-cf60a4ec-3a79-486a-a0cb-3b7fa0b02028 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.82 HTTP/1.1" status: 200 len: 1000 time: 0.1497476 Feb 17 01:54:17.239028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de9bc-32c7-40b8-87cb-273e8e471abc req-7ca9c98d-dcfd-499c-a2a5-8339b98407a6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:17.240659 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-298de9bc-32c7-40b8-87cb-273e8e471abc req-7ca9c98d-dcfd-499c-a2a5-8339b98407a6 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0902557 Feb 17 01:54:17.241981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-fdb0ce37-2ef8-4f1c-a308-57f6e85b19e0 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:17.243483 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-fdb0ce37-2ef8-4f1c-a308-57f6e85b19e0 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports/8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 942 time: 0.0752678 Feb 17 01:54:17.288675 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-298de9bc-32c7-40b8-87cb-273e8e471abc req-577d327f-6045-466f-9c90-c4ab3c2354be tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Feb 17 01:54:17.430697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-1d43cbb5-9b7d-458f-9539-e093003f3611 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.82 HTTP/1.1" status: 200 len: 1000 time: 0.1047626 Feb 17 01:54:17.652383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port 5c80cc90-8f33-449c-87e4-0b279bdb1a2e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:17.652768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:17.831365 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:17.831658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:17.962008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for 5c80cc90-8f33-449c-87e4-0b279bdb1a2e owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:18.148428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:18.164471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7510b1fc-b17e-4f08-827b-232a84cf7e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:18.258295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=5c80cc90-8f33-449c-87e4-0b279bdb1a2e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:18.268443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:18.388733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:18.389112 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Floating IP 1c7b633e-c79e-4060-9d0f-4a16abd4857c disassociated (deleted). External IP: 172.27.2.82, port: 8a7717bc-f564-494a-9313-9168ac403f1e. Feb 17 01:54:18.490218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbed7b-ecd0-4076-b47d-5db8b4c928a4 req-adf10232-9cec-4916-bd3e-f33392c86214 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:18.491838 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51dbed7b-ecd0-4076-b47d-5db8b4c928a4 req-adf10232-9cec-4916-bd3e-f33392c86214 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0869772 Feb 17 01:54:18.544227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51dbed7b-ecd0-4076-b47d-5db8b4c928a4 req-a170c12c-564f-4ea9-a4ba-b3585d7c3295 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Feb 17 01:54:19.012835 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f890-78af-4df4-8796-32412815fa7f req-05e97b4d-8d92-4e76-8bd1-3a42af15aeba tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.014465 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-80f5f890-78af-4df4-8796-32412815fa7f req-05e97b4d-8d92-4e76-8bd1-3a42af15aeba tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0910673 Feb 17 01:54:19.017145 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:54:19.111318 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-80f5f890-78af-4df4-8796-32412815fa7f req-4fb220bc-f2ca-4f94-9942-ec81c58f0bec tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607314 Feb 17 01:54:19.135711 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918391a2-e279-4cba-b80f-7618590d4784 req-af53a43e-062a-4fd6-a890-1104000c5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.136435 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-af53a43e-062a-4fd6-a890-1104000c5192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 1162 time: 0.1206415 Feb 17 01:54:19.214202 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:54:19.224499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:54:19.234762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:19.235432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:19.322464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:19.389983 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "DELETE /v2.0/floatingips/1c7b633e-c79e-4060-9d0f-4a16abd4857c HTTP/1.1" status: 204 len: 173 time: 1.9531927 Feb 17 01:54:19.390581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:19.520722 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e', 'status': 'completed', 'code': 200} Feb 17 01:54:19.552641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918391a2-e279-4cba-b80f-7618590d4784 req-447e1490-d3d7-4dcd-8c74-0442052d8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.554291 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-447e1490-d3d7-4dcd-8c74-0442052d8bc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.4112422 Feb 17 01:54:19.572516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-6427d13a-3127-41fc-8d9f-f59fdcbc7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.574772 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-6427d13a-3127-41fc-8d9f-f59fdcbc7660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.1681066 Feb 17 01:54:19.581133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-4280e264-3ce2-42c4-baa3-df305cd7c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.582323 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-4280e264-3ce2-42c4-baa3-df305cd7c11c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d21b3e20404097a50b37ef1a7a9320&device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 1162 time: 0.1143558 Feb 17 01:54:19.615995 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:19.668362 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-8692a59e-3380-4a50-b930-976a419a9521 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 200 len: 1001 time: 0.1065581 Feb 17 01:54:19.739316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918391a2-e279-4cba-b80f-7618590d4784 req-8d878c74-b823-4ae6-9bb6-f02525ef15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.740818 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-8d878c74-b823-4ae6-9bb6-f02525ef15e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0659001 Feb 17 01:54:19.825464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918391a2-e279-4cba-b80f-7618590d4784 req-9c59f65f-3e6a-445f-9137-12567cd2031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.827536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-9c59f65f-3e6a-445f-9137-12567cd2031b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800669 Feb 17 01:54:19.843015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-721f8e3b-93fe-4da9-8bb1-ecd976da0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.844649 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-721f8e3b-93fe-4da9-8bb1-ecd976da0b17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.2599967 Feb 17 01:54:19.845706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-733d6a98-0cb7-4820-8031-68978498f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:19.847405 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-733d6a98-0cb7-4820-8031-68978498f864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 200 len: 905 time: 0.2412736 Feb 17 01:54:19.962450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:19.966656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:54:19.976147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:19.976819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:19.977845 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-c2fcfbe2-d8fe-43f2-bd27-2c814ad0807c service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426513 Feb 17 01:54:19.979713 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:54:19.988803 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-0152eff1-36a5-4b7b-ade2-04c9afc129b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 217 time: 0.1355913 Feb 17 01:54:19.990234 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-23020747-8edb-408d-b7ae-3a888172611b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 200 len: 217 time: 0.0810506 Feb 17 01:54:20.117319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-8783c8fd-f71f-483b-ac0e-558845175293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:20.118918 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-8783c8fd-f71f-483b-ac0e-558845175293 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.1228876 Feb 17 01:54:20.120865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-44a92e5c-4b0f-42b8-8d1a-3040475d607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:20.122383 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-44a92e5c-4b0f-42b8-8d1a-3040475d607e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 200 len: 850 time: 0.1250505 Feb 17 01:54:20.128857 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-918391a2-e279-4cba-b80f-7618590d4784 req-119bacd4-1236-4a88-a903-f92c39763c1e service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437855 Feb 17 01:54:20.180955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:20.277017 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-5e892eeb-bcc5-48a3-89c0-7ede499f94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:20.278591 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-5e892eeb-bcc5-48a3-89c0-7ede499f94d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1510389 Feb 17 01:54:20.281217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-a221cbd0-d536-4b81-aef7-f242f67de142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:20.282942 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-a221cbd0-d536-4b81-aef7-f242f67de142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538975 Feb 17 01:54:20.322690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872c10-8864-4b99-bf08-680fdefba5a0 req-24009489-fca6-401e-a249-43ac24526996 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:20.324730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d4872c10-8864-4b99-bf08-680fdefba5a0 req-24009489-fca6-401e-a249-43ac24526996 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0936160 Feb 17 01:54:20.374953 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d4872c10-8864-4b99-bf08-680fdefba5a0 req-9e975d03-8c35-4762-ad1c-b2825e6a1715 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Feb 17 01:54:20.527347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:20.531419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac10de3-f819-40bf-ba79-5b925c736ec8 None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:46:42Z', 'revision_number': 4, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'eb69f93d-c0b8-43f6-bce0-d28b407c647f', 'name': '', 'network_id': 'f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'mac_address': 'fa:16:3e:94:73:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:41Z', 'updated_at': '2021-02-17T01:46:52Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'subnets': [{'id': '6e4e05a9-9294-4e38-9175-ff7d5b65a13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:54:20.547607 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-86149b8e-1a7f-4bab-b187-0f2eea03ccd8 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610712 Feb 17 01:54:20.550908 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-2cb53f7c-088a-4957-bfcd-321f232742f9 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405353 Feb 17 01:54:20.598469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:54:20.672054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:54:20.672584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:20.814731 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3e372ef6-9718-4e45-a3f5-31a7ff25cab7 req-8b7886e8-c697-4f7c-972e-6c6c1fcc8dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2606134 Feb 17 01:54:20.818114 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ad8463c2-ff38-44f7-afbb-af9cf2e5afe9 req-0b13880a-39ab-4d0d-bbe5-61d2625366ef service neutron] 10.222.0.59 "GET /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2419157 Feb 17 01:54:20.959031 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ad4f9-a09d-4bc0-b6eb-f878afc4c5e5 None None] New status for floating IP 1c7b633e-c79e-4060-9d0f-4a16abd4857c: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:54:21.337967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c710d-244a-4e9c-9db7-3ce8f0693e34 req-964b3324-f7cb-4d9e-96e2-6ed51cf40a3e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:21.339311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8b3c710d-244a-4e9c-9db7-3ce8f0693e34 req-964b3324-f7cb-4d9e-96e2-6ed51cf40a3e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:21.394483 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8b3c710d-244a-4e9c-9db7-3ce8f0693e34 req-964b3324-f7cb-4d9e-96e2-6ed51cf40a3e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:21.395748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b3c710d-244a-4e9c-9db7-3ce8f0693e34 req-964b3324-f7cb-4d9e-96e2-6ed51cf40a3e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.1470058 Feb 17 01:54:21.444213 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8b3c710d-244a-4e9c-9db7-3ce8f0693e34 req-cfbfd2ce-f22e-430f-bef6-8aec267bc67e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414927 Feb 17 01:54:21.586435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b76e-dfea-40c9-87e7-1b5904e86743 req-fd8ba9ed-6961-4825-b7d1-ee8d34404596 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:21.588071 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2026b76e-dfea-40c9-87e7-1b5904e86743 req-fd8ba9ed-6961-4825-b7d1-ee8d34404596 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0935071 Feb 17 01:54:21.635650 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2026b76e-dfea-40c9-87e7-1b5904e86743 req-9e65df7e-6f90-451a-8cd6-f032d1802793 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Feb 17 01:54:22.592555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8a7717bc-f564-494a-9313-9168ac403f1e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:54:22.642425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5847-e325-4db4-9dd1-4d4ea2733a62 req-d9b04da5-4004-479b-a88b-88467ef00ba8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:22.644068 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dabd5847-e325-4db4-9dd1-4d4ea2733a62 req-d9b04da5-4004-479b-a88b-88467ef00ba8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0869560 Feb 17 01:54:22.664938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 8a7717bc-f564-494a-9313-9168ac403f1e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:54:22.665361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:22.695315 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dabd5847-e325-4db4-9dd1-4d4ea2733a62 req-2ea2506a-6ad3-443b-9f88-a9243cb311f8 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab948409-3f7f-430a-a9d6-efe7ab50f7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448260 Feb 17 01:54:22.817354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-ce95688d-ce3c-48fd-bad8-9d4209bb460d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:22.818839 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-ce95688d-ce3c-48fd-bad8-9d4209bb460d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 945 time: 0.0848577 Feb 17 01:54:22.895367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port 8a7717bc-f564-494a-9313-9168ac403f1e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:22.895757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:23.158448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] For port 8a7717bc-f564-494a-9313-9168ac403f1e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=8a7717bc-f564-494a-9313-9168ac403f1e,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:23.158852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:23.289906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for 8a7717bc-f564-494a-9313-9168ac403f1e owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:23.452005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:23.467337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1900930-31c2-49e1-b8cd-b6ae23f35604 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:23.567610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=8a7717bc-f564-494a-9313-9168ac403f1e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:23.577298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:23.677550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] No DVR routers for this DVR port 8a7717bc-f564-494a-9313-9168ac403f1e on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:54:23.679809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:23.683231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'name': 'network-vif-deleted', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:23.716003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d90aea08-f110-4bb9-8552-b1c34b446813 req-a1dfcb42-a83a-41fb-b6e4-770c6b794038 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.59 "DELETE /v2.0/ports/8a7717bc-f564-494a-9313-9168ac403f1e HTTP/1.1" status: 204 len: 173 time: 0.8910170 Feb 17 01:54:23.729831 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e22ba9e-781e-44cc-a21f-69251315bf52', 'name': 'network-vif-deleted', 'tag': '8a7717bc-f564-494a-9313-9168ac403f1e', 'status': 'completed', 'code': 200} Feb 17 01:54:23.862614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a666c0ad-bd63-4d45-81a8-aeacc90c2c54 req-21ad315b-77a9-4bd2-9a4c-9d0879d636c2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:23.897706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-a666c0ad-bd63-4d45-81a8-aeacc90c2c54 req-21ad315b-77a9-4bd2-9a4c-9d0879d636c2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:23.898959 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a666c0ad-bd63-4d45-81a8-aeacc90c2c54 req-21ad315b-77a9-4bd2-9a4c-9d0879d636c2 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e22ba9e-781e-44cc-a21f-69251315bf52 HTTP/1.1" status: 200 len: 210 time: 0.0850232 Feb 17 01:54:24.541651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8a7717bc-f564-494a-9313-9168ac403f1e no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:24.578578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: 8a7717bc-f564-494a-9313-9168ac403f1e {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:24.578979 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 8a7717bc-f564-494a-9313-9168ac403f1e not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:25.103458 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-736dea3d-374a-40ad-936c-0a0b10fb675e tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips/8ae593de-e228-42e7-b652-0b5885d6bafe HTTP/1.1" status: 200 len: 692 time: 0.0875156 Feb 17 01:54:25.512458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-37029199-90ee-4b31-9e5c-e6ae54a39a99 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:25.513923 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-37029199-90ee-4b31-9e5c-e6ae54a39a99 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/networks/cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 HTTP/1.1" status: 200 len: 784 time: 0.4041612 Feb 17 01:54:25.599546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-53a76ce8-0804-4fca-9791-f12169a0e9a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Synchronizing usage tracker for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:54:25.634607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-53a76ce8-0804-4fca-9791-f12169a0e9a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Unset dirty status for tenant:40d21b3e20404097a50b37ef1a7a9320 on resource:floatingip {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:54:25.636574 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-53a76ce8-0804-4fca-9791-f12169a0e9a5 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1156061 Feb 17 01:54:25.719638 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-a240c1d6-a350-4e0d-941d-203cd2d9b104 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0764902 Feb 17 01:54:25.889727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Deleting port 70ba83ae-b441-4057-a482-0733144d63c6 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:25.890106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.065840 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.066207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.196067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Calling delete_port for 70ba83ae-b441-4057-a482-0733144d63c6 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:26.365233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.380801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-207804cb-836c-4cfa-a02e-166aa558b2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:26.474259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'Port': ['ID=70ba83ae-b441-4057-a482-0733144d63c6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:26.484869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:26.603382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.680971 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:26.682805 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1e2a820a-d11c-47c0-a9f1-879c417cd594 req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ae593de-e228-42e7-b652-0b5885d6bafe HTTP/1.1" status: 204 len: 173 time: 0.9574943 Feb 17 01:54:26.806168 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:28.189814 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-bf228702-c648-4598-adf9-d7f943711b5d tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "GET /v2.0/security-groups/ab948409-3f7f-430a-a9d6-efe7ab50f7b4 HTTP/1.1" status: 200 len: 2999 time: 0.0504360 Feb 17 01:54:28.261476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:28.290589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:28.383061 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:28.388294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f4509755-3977-4a73-b650-fbea2df5c1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:28.404422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab948409-3f7f-430a-a9d6-efe7ab50f7b4,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:28.407206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:28.433812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:28.437227 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-bd64b2fe-a510-44df-8442-f6044e77c2b8 req-b631019d-3ade-4a0f-9437-1314134ef843 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] 10.222.0.46 "DELETE /v2.0/security-groups/ab948409-3f7f-430a-a9d6-efe7ab50f7b4 HTTP/1.1" status: 204 len: 173 time: 0.2412543 Feb 17 01:54:28.521976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49058) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:29.230741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:29.594347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Deleting port eb69f93d-c0b8-43f6-bce0-d28b407c647f {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:29.594725 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:29.771428 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] For port eb69f93d-c0b8-43f6-bce0-d28b407c647f, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=eb69f93d-c0b8-43f6-bce0-d28b407c647f,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:29.771746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:29.901188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Calling delete_port for eb69f93d-c0b8-43f6-bce0-d28b407c647f owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:30.097241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:30.114350 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-54a0d7bd-9a36-42ce-976a-ae31dc096167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:30.207330 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb69f93d-c0b8-43f6-bce0-d28b407c647f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:30.216712 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:30.755496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:31.255349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Router 34a1049b-36fd-40ac-994d-6cfead0ceb69 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:54:31.441371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:54:31.452084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Sync routers for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:54:31.456944 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] 10.222.0.46 "PUT /v2.0/routers/34a1049b-36fd-40ac-994d-6cfead0ceb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314041 Feb 17 01:54:31.457226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49064) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:31.461930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:31.462617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:31.649170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:31.655065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:31.836285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:31.841367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Deleting port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:31.841735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:31.953681 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:54:30Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:31.957727 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Checking router: 34a1049b-36fd-40ac-994d-6cfead0ceb69 for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:54:31.966663 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Routers {'34a1049b-36fd-40ac-994d-6cfead0ceb69'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:31.967337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['34a1049b-36fd-40ac-994d-6cfead0ceb69'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:32.024208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] For port 6edb5a7c-2751-4abb-acc9-e8c2166b9eac, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6edb5a7c-2751-4abb-acc9-e8c2166b9eac,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:32.024606 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.156107 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Calling delete_port for 6edb5a7c-2751-4abb-acc9-e8c2166b9eac owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:32.156810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] Set router 34a1049b-36fd-40ac-994d-6cfead0ceb69 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:32.347311 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.547748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.562422 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a43-608c-4877-8bbe-12ba044e6638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.651085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:54:30Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:32.655132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd3e48-d340-4721-b084-f5c88171e472 None None] The sync data for ids ['34a1049b-36fd-40ac-994d-6cfead0ceb69'] in dv-cinder-759987-3-iscsi is: [{'id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'name': 'tempest-TestVolumeBootPattern-459599479-router', 'tenant_id': '40d21b3e20404097a50b37ef1a7a9320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:34Z', 'updated_at': '2021-02-17T01:54:30Z', 'revision_number': 5, 'project_id': '40d21b3e20404097a50b37ef1a7a9320', 'gw_port': {'id': '6edb5a7c-2751-4abb-acc9-e8c2166b9eac', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a1049b-36fd-40ac-994d-6cfead0ceb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:36Z', 'updated_at': '2021-02-17T01:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:54:32.691510 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.693910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.777412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.777994 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a1049b-36fd-40ac-994d-6cfead0ceb69 {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:54:32.790733 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.792503 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f5ebf310-05a2-4aeb-b504-53eea46685f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/34a1049b-36fd-40ac-994d-6cfead0ceb69 HTTP/1.1" status: 204 len: 168 time: 1.3343031 Feb 17 01:54:32.795230 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49068) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:32.860946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Deleting subnet 6e4e05a9-9294-4e38-9175-ff7d5b65a13a {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:54:32.864041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:32.915673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.001206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.292123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.308227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7f872670-143f-4d81-9029-d91285c4d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:33.536990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device eb69f93d-c0b8-43f6-bce0-d28b407c647f no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:33.575450 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: eb69f93d-c0b8-43f6-bce0-d28b407c647f {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:33.575843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device eb69f93d-c0b8-43f6-bce0-d28b407c647f not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:33.576340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6edb5a7c-2751-4abb-acc9-e8c2166b9eac no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:33.612899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 6edb5a7c-2751-4abb-acc9-e8c2166b9eac {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:33.613296 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6edb5a7c-2751-4abb-acc9-e8c2166b9eac not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:33.658026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4e05a9-9294-4e38-9175-ff7d5b65a13a,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:33.662009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:33.694486 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.700617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8679fc57-56a4-4e0d-bbf2-7094a2e735b2 None None] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:54:33.701664 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9f1dec27-46da-45bc-a753-ddb54af2ad91 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6e4e05a9-9294-4e38-9175-ff7d5b65a13a HTTP/1.1" status: 204 len: 168 time: 0.9053848 Feb 17 01:54:33.704362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49072) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:33.820210 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.890259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Deleting port d677d0cc-210e-4e58-81ee-0385fe0c90b8 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:33.890885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:33.960900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] DHCP port deletion for f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:54:33.965246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Deleting port d677d0cc-210e-4e58-81ee-0385fe0c90b8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:33.965667 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.124546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] For port d677d0cc-210e-4e58-81ee-0385fe0c90b8, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d677d0cc-210e-4e58-81ee-0385fe0c90b8,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:34.124851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.182738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] For port d677d0cc-210e-4e58-81ee-0385fe0c90b8, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d677d0cc-210e-4e58-81ee-0385fe0c90b8,segment=NetworkSegment(b9488f30-86a7-4b2a-85f5-bf24e99f2b4c),segment_id=b9488f30-86a7-4b2a-85f5-bf24e99f2b4c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:34.183106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.256284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Calling delete_port for d677d0cc-210e-4e58-81ee-0385fe0c90b8 owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:34.315931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Calling delete_port for d677d0cc-210e-4e58-81ee-0385fe0c90b8 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:34.360366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.375867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a9c14efb-b857-4977-a918-e0a98dcf8ab9 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:34.399549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:54:34.400004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:54:34.411470 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f857b127-2fa8-4722-8b62-cc96685fc3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.480921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Pushing event deleted for resources: {'Port': ['ID=d677d0cc-210e-4e58-81ee-0385fe0c90b8,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:34.484977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:34.517719 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] No DVR routers for this DVR port d677d0cc-210e-4e58-81ee-0385fe0c90b8 on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:54:34.639263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.752489 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:34.765611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:34.765958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9488f30-86a7-4b2a-85f5-bf24e99f2b4c') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:34.779246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.794069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.796056 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:54:34.901494 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Deleting port d677d0cc-210e-4e58-81ee-0385fe0c90b8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:34.902025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:34.974607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5ddc3-06bd-4046-9b6d-d472e438bfaa None None] The port 'd677d0cc-210e-4e58-81ee-0385fe0c90b8' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:54:34.975481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:54:34.985028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:35.163150 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Network f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:54:35.186060 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:54:35.205982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:35.291720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:35.295256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14f47200-bdfc-4ea0-9ff4-856b34f3b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:35.311703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:35.320419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:35.324433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:35.360985 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f7b9d7d1-fa93-4c26-a7ea-67df97b8d6fe HTTP/1.1" status: 204 len: 168 time: 1.6555872 Feb 17 01:54:35.364148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49076) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:35.536134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d677d0cc-210e-4e58-81ee-0385fe0c90b8 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:35.574293 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: d677d0cc-210e-4e58-81ee-0385fe0c90b8 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:35.574691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d677d0cc-210e-4e58-81ee-0385fe0c90b8 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:35.930416 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:36.217736 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:36.294653 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Deleting port e482dbde-3779-419e-b48d-58d61e4c1b30 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:36.295037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:36.719700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] For port e482dbde-3779-419e-b48d-58d61e4c1b30, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=e482dbde-3779-419e-b48d-58d61e4c1b30,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:36.720130 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:36.848988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Calling delete_port for e482dbde-3779-419e-b48d-58d61e4c1b30 owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:37.022697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:37.040532 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:37.055638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d38a0aaa-3ce5-46fb-9694-9701ecd53917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:37.158860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e482dbde-3779-419e-b48d-58d61e4c1b30,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:37.161662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:37.461855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:37.969278 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:54:38.155708 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:54:38.165211 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/074ddcfb-0cbb-4433-8b98-d793c3a38ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8000000 Feb 17 01:54:38.166313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Sync routers for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:54:38.168502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49080) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:38.176260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:38.176929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:38.364622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:38.519507 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:38.551323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:38.617948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Deleting port 264c558c-e1b6-426c-970f-164549e984c2 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:38.618245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:38.806082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] For port 264c558c-e1b6-426c-970f-164549e984c2, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=264c558c-e1b6-426c-970f-164549e984c2,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:38.806537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:38.816355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:54:36Z', 'revision_number': 5, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:38.820366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Checking router: 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 for host: dv-cinder-759987-3-iscsi {{(pid=84062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:54:38.829658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Routers {'074ddcfb-0cbb-4433-8b98-d793c3a38ee3'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:38.830310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'], 'active': True} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:38.938621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Calling delete_port for 264c558c-e1b6-426c-970f-164549e984c2 owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:39.018579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] Set router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 gateway port host: dv-cinder-759987-3-iscsi {{(pid=84062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:39.121049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.308865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.316540 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:54:36Z', 'revision_number': 5, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:39.320893 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10218e-6e3a-4fda-afb7-6a98e81042c0 None None] The sync data for ids ['074ddcfb-0cbb-4433-8b98-d793c3a38ee3'] in dv-cinder-759987-3-iscsi is: [{'id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'name': 'tempest-TestVolumeBootPattern-685134231-router', 'tenant_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '264c558c-e1b6-426c-970f-164549e984c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:46:48Z', 'updated_at': '2021-02-17T01:54:36Z', 'revision_number': 5, 'project_id': 'cf10ab88bf8a4d9d87f0c440e843a8b1', 'gw_port': {'id': '264c558c-e1b6-426c-970f-164549e984c2', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:45:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ddcfb-0cbb-4433-8b98-d793c3a38ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:46:49Z', 'updated_at': '2021-02-17T01:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:54:39.447076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.449498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.498261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e482dbde-3779-419e-b48d-58d61e4c1b30 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:39.540117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: e482dbde-3779-419e-b48d-58d61e4c1b30 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:39.540517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device e482dbde-3779-419e-b48d-58d61e4c1b30 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:39.674436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.675073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074ddcfb-0cbb-4433-8b98-d793c3a38ee3 {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:54:39.687501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.688777 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-ddf1c424-26ae-456c-aefa-e3fe4664c660 admin admin] 10.222.0.46 "DELETE /v2.0/routers/074ddcfb-0cbb-4433-8b98-d793c3a38ee3 HTTP/1.1" status: 204 len: 168 time: 1.5192976 Feb 17 01:54:39.691464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49084) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:39.760691 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Deleting subnet 76ee224f-fa0d-4c13-9b38-065a3573f461 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:54:39.764032 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:39.817458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.144337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.566269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.582226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-560640d4-be96-4d03-a8ba-a2308c28d151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:40.676356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ee224f-fa0d-4c13-9b38-065a3573f461,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:40.679244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:40.720453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.726136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13de3f0-a4be-4e02-989e-fa09843ed1bc None None] Network 181eac01-c265-455d-bd99-12f61c2a0c23 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:54:40.729606 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/76ee224f-fa0d-4c13-9b38-065a3573f461 HTTP/1.1" status: 204 len: 168 time: 1.0346293 Feb 17 01:54:40.730022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49088) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:40.843200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.915934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Deleting port 6095980d-6af8-4f45-becf-146460ad92be {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:40.916355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:40.984865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] DHCP port deletion for 181eac01-c265-455d-bd99-12f61c2a0c23 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:54:40.989046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Deleting port 6095980d-6af8-4f45-becf-146460ad92be {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:40.989508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.141004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] For port 6095980d-6af8-4f45-becf-146460ad92be, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6095980d-6af8-4f45-becf-146460ad92be,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:41.141408 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.206132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] For port 6095980d-6af8-4f45-becf-146460ad92be, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=6095980d-6af8-4f45-becf-146460ad92be,segment=NetworkSegment(704d6a34-5542-4f8e-9d92-806c60efb223),segment_id=704d6a34-5542-4f8e-9d92-806c60efb223)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:41.206581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.272987 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Calling delete_port for 6095980d-6af8-4f45-becf-146460ad92be owned by network:dhcp {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:41.336797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Calling delete_port for 6095980d-6af8-4f45-becf-146460ad92be owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:41.383162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.399138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-825c0b67-b905-4dc0-bfc9-e3409f9d2010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:41.412771 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:54:41.413177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:54:41.503383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Pushing event deleted for resources: {'Port': ['ID=6095980d-6af8-4f45-becf-146460ad92be,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:41.508156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:41.536436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6095980d-6af8-4f45-becf-146460ad92be no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:41.543916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] No DVR routers for this DVR port 6095980d-6af8-4f45-becf-146460ad92be on host dv-cinder-759987-3-iscsi {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:54:41.574205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 6095980d-6af8-4f45-becf-146460ad92be {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:41.574760 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 6095980d-6af8-4f45-becf-146460ad92be not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:41.575054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 264c558c-e1b6-426c-970f-164549e984c2 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:41.610729 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 264c558c-e1b6-426c-970f-164549e984c2 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:54:41.611128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 264c558c-e1b6-426c-970f-164549e984c2 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:54:41.667980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.780451 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181eac01-c265-455d-bd99-12f61c2a0c23']}} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:41.793742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704d6a34-5542-4f8e-9d92-806c60efb223') {'for_net_delete': True} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:41.794089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704d6a34-5542-4f8e-9d92-806c60efb223') {} {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:41.806982 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851694985'] for segment, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.874588 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.876876 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:54:41.914810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Deleting port 6095980d-6af8-4f45-becf-146460ad92be {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:41.915247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:41.988784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a50ea-9946-455a-9d3d-a9f0e0f3217b None None] The port '6095980d-6af8-4f45-becf-146460ad92be' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:54:42.051842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Network 181eac01-c265-455d-bd99-12f61c2a0c23 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:54:42.060968 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828750'] for segment, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.238498 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Network 181eac01-c265-455d-bd99-12f61c2a0c23 has no segments {{(pid=84060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:54:42.261106 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:54:42.457562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.461057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:42.475703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.486622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Pushing event deleted for resources: {'Network': ['ID=181eac01-c265-455d-bd99-12f61c2a0c23,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:42.489936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:42.491606 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] 10.222.0.46 "DELETE /v2.0/networks/181eac01-c265-455d-bd99-12f61c2a0c23 HTTP/1.1" status: 204 len: 168 time: 1.7605791 Feb 17 01:54:42.672501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49094) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:42.724284 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-15e06904-bffd-43cc-a3c4-20cce2eb59b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40d21b3e20404097a50b37ef1a7a9320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504260 Feb 17 01:54:42.726807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49098) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:42.788275 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.814972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.988247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:42.993340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e7af7096-f99d-4a3e-8313-cfb0b8910fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:43.007058 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c016cb-89b9-46f6-a64e-7812fdd15eca,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:43.011723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:43.015084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:43.016337 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-3a560136-ab38-45b6-8514-e207620d06c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42c016cb-89b9-46f6-a64e-7812fdd15eca HTTP/1.1" status: 204 len: 168 time: 0.2884321 Feb 17 01:54:43.518260 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49106) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:43.569277 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-de5f80ee-5141-4c2e-bb4f-3d3a531b47f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf10ab88bf8a4d9d87f0c440e843a8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493460 Feb 17 01:54:43.572502 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49110) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:54:43.635704 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:43.661974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:43.891890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:43.896857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d4e4155d-9894-404b-851f-1f2d71422a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:43.909453 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc49af-e260-484c-a9cd-bbdac2bb2860,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:43.912591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:43.914531 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:43.916260 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d0b84710-51e3-4c02-9967-47b040b4315f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6afc49af-e260-484c-a9cd-bbdac2bb2860 HTTP/1.1" status: 204 len: 168 time: 0.3422227 Feb 17 01:54:54.405054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cec39f-1ea2-4124-b312-faeb58c2062b req-bf726311-b83b-4b98-964a-0859c142b8bc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:54.406658 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a0cec39f-1ea2-4124-b312-faeb58c2062b req-bf726311-b83b-4b98-964a-0859c142b8bc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0851367 Feb 17 01:54:54.454348 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a0cec39f-1ea2-4124-b312-faeb58c2062b req-cbb97ed4-9ed1-4824-a20c-ac0c74883e2e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Feb 17 01:54:55.660943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e936a-67ab-4584-bb0c-c186fe90bf16 req-47b0e38d-7185-4c9f-87fa-ab8460a1d37b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:55.662552 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d7e936a-67ab-4584-bb0c-c186fe90bf16 req-47b0e38d-7185-4c9f-87fa-ab8460a1d37b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0912235 Feb 17 01:54:55.710074 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4d7e936a-67ab-4584-bb0c-c186fe90bf16 req-03cf5606-1fc5-4854-8f08-38de1835e3e7 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Feb 17 01:54:56.272569 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-f12d1250-7c76-4058-ba7f-66594b2e4dad tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:56.274259 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-f12d1250-7c76-4058-ba7f-66594b2e4dad tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 945 time: 0.0866566 Feb 17 01:54:56.348008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:56.348396 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.607429 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:56.607755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.718578 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:54:56.827633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.855173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.882700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:56.892913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:56.931842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.933911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:56.972536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.972954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:56.973286 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b disassociated. External IP: 172.27.2.132, port: 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb. Feb 17 01:54:56.973672 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:56.981220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:54:57.007122 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:57.015298 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.015689 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.016098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.016475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.016848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.017217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.017585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.017951 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.018317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.018681 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.019158 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.019521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.019928 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.020319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.020686 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.021050 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.021412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.021773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.022136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.022497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.022865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.023224 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.023585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.023964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:54:57.029286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:57.154333 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'code': 200} Feb 17 01:54:57.292696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031afe9-f65e-4104-b98d-b38d3a0198e9 req-a40c29bb-75fc-423e-92ec-bbea8bf2e34b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:57.294268 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e031afe9-f65e-4104-b98d-b38d3a0198e9 req-a40c29bb-75fc-423e-92ec-bbea8bf2e34b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.4240420 Feb 17 01:54:57.356572 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e031afe9-f65e-4104-b98d-b38d3a0198e9 req-3db15b82-c595-4339-99e7-a9f466379d22 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553939 Feb 17 01:54:57.401198 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:54:57.401509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:54:57.902455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:54:57.902955 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:58.161849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] For port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:54:58.162185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:58.481467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:58.481820 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:58.482178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b disassociated. External IP: 172.27.2.132, port: 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb. Feb 17 01:54:58.482568 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:54:58.565600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38b154-8542-456a-bb44-9d22f7bea1a9 req-53b98a73-9553-4e74-938f-8b74091acc07 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:54:58.567220 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5e38b154-8542-456a-bb44-9d22f7bea1a9 req-53b98a73-9553-4e74-938f-8b74091acc07 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 943 time: 0.0895560 Feb 17 01:54:58.615104 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5e38b154-8542-456a-bb44-9d22f7bea1a9 req-57249276-6a05-4cac-8ca6-e1ba99521e09 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=81841255-fc61-4b92-9e89-2db9c7223c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Feb 17 01:54:58.742136 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:58.759774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dab0e7d8-df54-46ec-b141-865b7640da80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:54:58.855244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'Port': ['ID=427ec6df-e1e9-4ab9-8137-1a9e04cc76bb,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:54:58.858016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:54:59.117132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:54:59.304543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:54:59.314832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:54:59.326369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:59.327254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:59.347423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] No DVR routers for this DVR port 427ec6df-e1e9-4ab9-8137-1a9e04cc76bb on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:54:59.349824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:54:59.354104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-deleted', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:54:59.404198 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e0bc86-fcfa-41f5-862b-942816e09aa7', 'name': 'network-vif-deleted', 'tag': '427ec6df-e1e9-4ab9-8137-1a9e04cc76bb', 'status': 'completed', 'code': 200} Feb 17 01:54:59.412944 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9535aa42-4fa7-4a46-8094-d98ef2476cc8 req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "DELETE /v2.0/ports/427ec6df-e1e9-4ab9-8137-1a9e04cc76bb HTTP/1.1" status: 204 len: 173 time: 3.1331577 Feb 17 01:54:59.527131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:54:59.794610 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8c0a6ca6-76ad-464a-abde-85f92f243789 req-3dedbfe4-7a88-4292-ac17-73fc4be4de56 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7e0bc86-fcfa-41f5-862b-942816e09aa7 HTTP/1.1" status: 200 len: 210 time: 0.0534379 Feb 17 01:54:59.861807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:54:59.865926 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:54:59.875776 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:54:59.876482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:54:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:00.238148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:55:00.569362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:00.573534 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb2cbc-bf9d-4632-9194-8fcde8bf9fbd None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:55:00.966679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49142) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:00.982943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be0277-9dc2-46d8-a4c4-0c23a6a2967b None None] New status for floating IP a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:55:01.034555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.065546 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.141885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.147585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3f8b8770-7b21-433b-bca2-8f00f2c9567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:01.164078 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81841255-fc61-4b92-9e89-2db9c7223c52,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:01.167368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:01.204772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.206286 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-92a0cf96-32ad-49e5-8987-cbc4d5d7077a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "DELETE /v2.0/security-groups/81841255-fc61-4b92-9e89-2db9c7223c52 HTTP/1.1" status: 204 len: 168 time: 0.2385304 Feb 17 01:55:01.209263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49146) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:01.226867 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.v2.resource [None req-811012ca-f285-4ff8-ad5a-318e799d3a9f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] show failed (client error): The resource could not be found. Feb 17 01:55:01.232131 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-811012ca-f285-4ff8-ad5a-318e799d3a9f tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups/81841255-fc61-4b92-9e89-2db9c7223c52 HTTP/1.1" status: 404 len: 347 time: 0.0176475 Feb 17 01:55:01.232131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49150) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:01.401256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port 984f65a5-c434-4dae-afe1-f365a865a30a {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:55:01.401769 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.584460 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.584836 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.717525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for 984f65a5-c434-4dae-afe1-f365a865a30a owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:55:01.886294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:01.902310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c60493c6-2e9d-4bd2-aba8-ba18c553f074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:01.996600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'Port': ['ID=984f65a5-c434-4dae-afe1-f365a865a30a,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:02.006215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:02.119878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.134374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.136253 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "DELETE /v2.0/floatingips/a988ffeb-df71-44c2-bcd0-b9d4dd8a0d6b HTTP/1.1" status: 204 len: 168 time: 0.9037180 Feb 17 01:55:02.554248 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-15efde7e-5642-487c-91ba-177ca5274b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.621628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49156) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:02.627829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142724661', 'description': 'tempest-description--632672837'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:02.634331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:02.638699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:55:02.641777 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:55:02.647536 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:02.685528 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.705778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:02.709731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:55:02.712614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:55:02.718392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:02.903398 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.947386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:02.952641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4399371-1103-4a22-8efd-6e02f6d05453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:02.995858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01806ad-74ad-474b-b596-b737cc304ef6,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:02.998710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:03.034271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.035609 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-dfb29e07-cac3-4d38-a1fa-55df7b2c3084 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4127765 Feb 17 01:55:03.038616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49160) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:03.044851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group_rule': {'security_group_id': 'e01806ad-74ad-474b-b596-b737cc304ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:03.051054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:03.055121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:55:03.058144 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:55:03.063793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:03.108688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.169632 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.199095 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.201199 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f183a16b-5924-4ef1-9439-34dd9205ba34 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:03.222109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f4e469-b6c4-40be-8ed2-010ae00b410a,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:03.226216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:03.273848 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.275112 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355118 Feb 17 01:55:03.278508 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49164) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:03.284084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'security_group_rule': {'security_group_id': 'e01806ad-74ad-474b-b596-b737cc304ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:03.289930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:03.293870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:security_group_rule and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:55:03.296814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:55:03.302435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:03.365385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.432882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.461913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378887'] for security_group_rule, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.464706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f1aed27b-4ade-4503-a912-b8861dfac6ef tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:03.488111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b6997e-dcc7-42c3-833a-ca018080a920,revision_number=0']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:03.490705 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:03.519342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.520822 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-51d6433f-f8bc-4fcf-b6c3-2d0626f67212 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412930 Feb 17 01:55:03.524167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49168) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:03.530288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'floatingip': {'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:03.536747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:03.540749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Usage tracker for resource:floatingip and tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:55:03.543734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:55:03.549452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:03.582775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:03.966464 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:04.232049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Allocated IP 172.27.2.163 (cb0e7f45-c4de-45f6-a43b-c47c0da20ab5/9a2745a0-f965-475b-a41e-7e224ebfcbfc/39bc3b07-6722-446d-8008-bce17e6cdfa0) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:55:04.382585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbf92-86bc-4e81-bf78-6469955aa27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:04.386420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:04.445865 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:04.461874 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9b216181-9e1b-43dc-9b05-6c60ca66c9b0 tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:04.610319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=39bc3b07-6722-446d-8008-bce17e6cdfa0,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:04.615490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:04.656340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Network cb0e7f45-c4de-45f6-a43b-c47c0da20ab5 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:55:04.657740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:55:04.659860 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:55:04.749620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:04.871405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.138599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.181629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.198090 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3fd94334-c9b5-48ae-a343-c127a66d1319 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:05.216966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.329100 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=39bc3b07-6722-446d-8008-bce17e6cdfa0,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:05.341385 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:05.437277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.485509 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:05.486884 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9617214 Feb 17 01:55:05.722004 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-cfda8f52-3d60-4c53-82b4-aef4f97ade1a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1142724661&fields=id&tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 267 time: 0.0443048 Feb 17 01:55:05.885177 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-b7a44070-fc55-4066-a409-5f95f3de1229 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:05.886748 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-b7a44070-fc55-4066-a409-5f95f3de1229 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 810 time: 0.1569145 Feb 17 01:55:05.902760 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-286c31cf-c89a-4d93-bcad-6ba723b241df tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/quotas/da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 375 time: 0.0100129 Feb 17 01:55:05.994953 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-3b3ad99f-b3ab-4d67-a938-40d3c3dcc0e5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865753 Feb 17 01:55:06.012466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-442db8f1-ab18-4c65-bea6-b53dc2f72494 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84059) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:55:06.013536 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-442db8f1-ab18-4c65-bea6-b53dc2f72494 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065739 Feb 17 01:55:06.156940 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-3ce2d532-7b9d-4637-b70c-eba4b3cfe1a4 service neutron] 10.222.0.46 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372244 Feb 17 01:55:06.217215 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:06.298349 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-4945355c-99a6-4222-a5b0-29f399b32cee service neutron] 10.222.0.46 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348035 Feb 17 01:55:06.595236 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-35d9df26-beb3-434c-a2a9-2db86307b7e9 req-44788245-46d5-45a7-98c0-8659c23f831e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:55:06.656426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-35d9df26-beb3-434c-a2a9-2db86307b7e9 req-44788245-46d5-45a7-98c0-8659c23f831e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:55:06.658213 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-35d9df26-beb3-434c-a2a9-2db86307b7e9 req-44788245-46d5-45a7-98c0-8659c23f831e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 210 time: 0.1127865 Feb 17 01:55:07.057212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:07.824632 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0d89af35-fe80-4221-ba6b-31912efc2678 req-bc5f6208-7269-48ca-b9ff-8af4ba4353eb tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 210 time: 0.0535076 Feb 17 01:55:08.403662 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-1c2ec9b1-8db3-4cdf-806f-ed6a089737cf tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:08.405333 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-1c2ec9b1-8db3-4cdf-806f-ed6a089737cf tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 810 time: 0.1557376 Feb 17 01:55:08.481159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-10fa565a-2d72-433b-a805-afc0c2cba5f0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:security_group {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:55:08.526085 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-10fa565a-2d72-433b-a805-afc0c2cba5f0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:security_group {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:55:08.527532 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-10fa565a-2d72-433b-a805-afc0c2cba5f0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2 HTTP/1.1" status: 200 len: 5708 time: 0.1135998 Feb 17 01:55:08.537313 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'port': {'device_id': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'admin_state_up': True, 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'security_groups': ['e01806ad-74ad-474b-b596-b737cc304ef6']}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:08.682605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:55:08.692482 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:55:08.725795 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Made reservation on behalf of da2c700a7eca4654a1d28a1dd0b7e0d2 for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:55:08.731580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.006141 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e818fac5-c44a-42ad-ad33-0d0fc3e95f39 req-eb2bdd4b-355e-4aaa-b969-d20d90f00d13 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 210 time: 0.0674975 Feb 17 01:55:09.087869 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Allocated IP 172.20.0.5 (fbfc5098-ae0e-488d-bbf5-05db61237bf6/35fe0f4a-1526-47f1-bccf-17733dcec9f0/ade481b2-47cf-4a28-b511-99cc82a1ee38) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:55:09.285765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.302062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Transition to ACTIVE for port object ade481b2-47cf-4a28-b511-99cc82a1ee38 will not be triggered until provisioned by entity DHCP. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:55:09.343104 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.358201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4b845ccb-c9e2-40ea-9bdb-5313fc0f7f2c tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:09.507707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event updated for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:09.521822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.522257 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.522678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.523099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.523554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.523993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.524400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.524815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.525226 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.526147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.526555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.526961 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.527404 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.527812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.528262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.528671 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.529073 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.529478 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.529881 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.530284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.530688 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.531091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.531756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.532182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:55:09.538094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:09.571328 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:55:09.572593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:55:09.574739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:55:09.643057 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:09.643732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.698395 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651437 Feb 17 01:55:09.713768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Request body: {'port': {'device_id': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:09.805805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-214f2525-7420-4294-8a77-7ca0f2448755 None None] Provisioning for port ade481b2-47cf-4a28-b511-99cc82a1ee38 completed by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:55:09.811070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-214f2525-7420-4294-8a77-7ca0f2448755 None None] Provisioning complete for port ade481b2-47cf-4a28-b511-99cc82a1ee38 triggered by entity DHCP. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:55:09.813802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-214f2525-7420-4294-8a77-7ca0f2448755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.831764 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:09.868458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-214f2525-7420-4294-8a77-7ca0f2448755 None None] Port ade481b2-47cf-4a28-b511-99cc82a1ee38 cannot update to ACTIVE because it is not bound. {{(pid=84061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:55:10.202138 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c643-7fff-435a-b00e-3bd65febdd93 req-8ee90aed-441c-4b30-9c21-5959cc7461dc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:10.203743 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-23a8c643-7fff-435a-b00e-3bd65febdd93 req-8ee90aed-441c-4b30-9c21-5959cc7461dc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 931 time: 0.0867290 Feb 17 01:55:10.246195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade481b2-47cf-4a28-b511-99cc82a1ee38 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:55:10.250782 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-23a8c643-7fff-435a-b00e-3bd65febdd93 req-5f9285be-b2d0-4d7c-a1b3-e3aa81f207d7 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Feb 17 01:55:10.254142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.267172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Transition to ACTIVE for port object ade481b2-47cf-4a28-b511-99cc82a1ee38 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:55:10.297047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.313029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-04aee50f-9c22-4c87-b69a-2d6978985e75 tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:10.444359 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:10.462503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:10.638046 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Attempting to bind port ade481b2-47cf-4a28-b511-99cc82a1ee38 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:55:10.638537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Attempting to bind port ade481b2-47cf-4a28-b511-99cc82a1ee38 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:55:10.638783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Attempting to bind port ade481b2-47cf-4a28-b511-99cc82a1ee38 on network fbfc5098-ae0e-488d-bbf5-05db61237bf6 {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:55:10.644770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:55:10.645148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Checking segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:55:10.645555 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.645952 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Bound using segment: {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:55:10.646411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Bound port: ade481b2-47cf-4a28-b511-99cc82a1ee38, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c774849-ac9b-431e-a41a-1ea2790ccea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:55:10.646794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.743855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:55:10.747533 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:55:10.776614 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.792170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f1e20539-068d-4544-8240-67982aa4ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:10.941094 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:10.945731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:10.979858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:10.980574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:10.982060 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 200 len: 1157 time: 1.2736800 Feb 17 01:55:10.982594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:55:11.035501 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'status': 'completed', 'code': 200} Feb 17 01:55:11.135233 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-fe55472b-f098-4fdc-880b-8da0adb2f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:11.136925 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-fe55472b-f098-4fdc-880b-8da0adb2f73e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 1160 time: 0.0837884 Feb 17 01:55:11.213677 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-af951fd5-a39b-4eab-ad29-be53f7933eaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 200 len: 217 time: 0.0678537 Feb 17 01:55:11.460622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd406fc3-e0e0-4874-bd42-99506e748518 req-caefef7a-47fe-4e88-a1c9-7c4b7e8ef904 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:11.462332 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dd406fc3-e0e0-4874-bd42-99506e748518 req-caefef7a-47fe-4e88-a1c9-7c4b7e8ef904 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.0950356 Feb 17 01:55:11.513252 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dd406fc3-e0e0-4874-bd42-99506e748518 req-6a1ed21d-295c-424e-8ee2-ed05f0d92b54 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Feb 17 01:55:11.541822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-9ab33372-6706-4891-9ec0-5423973ad0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:11.543349 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-9ab33372-6706-4891-9ec0-5423973ad0df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.3237729 Feb 17 01:55:11.625639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-496109c6-7a92-45aa-82d7-9d1d91f9610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:11.627294 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-496109c6-7a92-45aa-82d7-9d1d91f9610f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766540 Feb 17 01:55:11.767553 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-4a0d8ecf-c43d-4af5-a71c-757f77e2c966 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330221 Feb 17 01:55:11.908175 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f1ea0f04-69c8-4de6-95fc-c59193058e96 req-d23ccb2d-0a09-4ef3-b58e-7d67669bb096 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1329863 Feb 17 01:55:12.059608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-f17f436e-5933-4ab1-a4a2-5d3ebe86818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:12.061221 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-f17f436e-5933-4ab1-a4a2-5d3ebe86818a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 1160 time: 0.0808380 Feb 17 01:55:12.202208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-34b3a864-dd17-4770-b711-4a43563db410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:12.203785 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-34b3a864-dd17-4770-b711-4a43563db410 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1358051 Feb 17 01:55:12.278994 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-1a5e600c-5f9c-4738-9eb6-252330496d73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 200 len: 217 time: 0.0672476 Feb 17 01:55:12.351372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-7efd421f-6cb0-42fd-a1e5-e3413fba3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:12.352922 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-7efd421f-6cb0-42fd-a1e5-e3413fba3d03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0636234 Feb 17 01:55:12.434794 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-965f93d6-253e-4dd2-8b52-6abe339a1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:12.436336 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-965f93d6-253e-4dd2-8b52-6abe339a1576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761471 Feb 17 01:55:12.583214 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-cec5f695-e47a-4f28-a199-7e9855aff798 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388817 Feb 17 01:55:12.798750 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a22af25a-afe3-4dd2-bcd9-2e81a1ccadaf req-c70451d7-014f-449b-97c1-26787e27cabc service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2076805 Feb 17 01:55:12.805602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a1d7-fcce-49b0-b0a4-074de3d438c9 req-6316dbc6-48eb-406c-b709-bb9922b93c03 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:12.806334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1244a1d7-fcce-49b0-b0a4-074de3d438c9 req-6316dbc6-48eb-406c-b709-bb9922b93c03 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Synchronizing usage tracker for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:55:12.850817 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-1244a1d7-fcce-49b0-b0a4-074de3d438c9 req-6316dbc6-48eb-406c-b709-bb9922b93c03 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Unset dirty status for tenant:da2c700a7eca4654a1d28a1dd0b7e0d2 on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:55:12.852118 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1244a1d7-fcce-49b0-b0a4-074de3d438c9 req-6316dbc6-48eb-406c-b709-bb9922b93c03 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.1848760 Feb 17 01:55:12.900769 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1244a1d7-fcce-49b0-b0a4-074de3d438c9 req-6db57c94-c176-48fc-9f9b-7072b479e588 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Feb 17 01:55:14.099784 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7061fa9-ad34-4028-9fac-ffd69dd33dc2 req-77a31083-0f8e-4760-a3b9-ae501ba787a1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:14.101397 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7061fa9-ad34-4028-9fac-ffd69dd33dc2 req-77a31083-0f8e-4760-a3b9-ae501ba787a1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.0858567 Feb 17 01:55:14.151812 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f7061fa9-ad34-4028-9fac-ffd69dd33dc2 req-f2d5704d-0a37-4117-b0a0-9f0455788690 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Feb 17 01:55:15.158716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device ade481b2-47cf-4a28-b511-99cc82a1ee38 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:55:15.262630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port ade481b2-47cf-4a28-b511-99cc82a1ee38 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:55:15.267867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port ade481b2-47cf-4a28-b511-99cc82a1ee38 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:55:15.268319 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:15.352673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b304-8e78-47de-802c-500808f210b4 req-8dce34f2-4e04-43c9-98d9-e7740d1afb4b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:15.354835 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7b95b304-8e78-47de-802c-500808f210b4 req-8dce34f2-4e04-43c9-98d9-e7740d1afb4b tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.0908189 Feb 17 01:55:15.393500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:15.402860 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7b95b304-8e78-47de-802c-500808f210b4 req-612bbfb6-a53a-45a5-8c45-9b70901311dd tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Feb 17 01:55:15.422326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:55:15.433256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:55:15.468175 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:15.471331 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'code': 200} Feb 17 01:55:15.471882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4f9df8b1-46e4-49e6-9ffc-d0345faa8a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:55:15.543846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:55:15.548161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:55:15.805241 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7858-2eb1-484f-a227-1d1e442d8170 req-30092599-3732-4524-8123-6d9a08210d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:15.807237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ddba7858-2eb1-484f-a227-1d1e442d8170 req-30092599-3732-4524-8123-6d9a08210d1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 1162 time: 0.0767224 Feb 17 01:55:15.848774 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ddba7858-2eb1-484f-a227-1d1e442d8170 req-490004ea-6670-40f7-9db3-ff010a681a27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Feb 17 01:55:16.609816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692ddec-809d-4f74-80bd-dd322e6dd421 req-9375d575-d69c-42b4-9fda-66dbebf5a324 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:16.611414 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a692ddec-809d-4f74-80bd-dd322e6dd421 req-9375d575-d69c-42b4-9fda-66dbebf5a324 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0909984 Feb 17 01:55:16.658724 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-a692ddec-809d-4f74-80bd-dd322e6dd421 req-060654a9-a566-47a3-9f73-d6c51872d742 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Feb 17 01:55:16.905773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device ade481b2-47cf-4a28-b511-99cc82a1ee38 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:55:16.980335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port ade481b2-47cf-4a28-b511-99cc82a1ee38 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:55:16.980755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:17.854984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5be0cd-9b05-405f-bb71-81cf091381bd req-fe59a122-3720-46fb-bce0-b70f12106f8d tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:17.856495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f5be0cd-9b05-405f-bb71-81cf091381bd req-fe59a122-3720-46fb-bce0-b70f12106f8d tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0861807 Feb 17 01:55:17.903043 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-7f5be0cd-9b05-405f-bb71-81cf091381bd req-820e79d0-2bb2-4fd2-a6d9-415871838c85 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Feb 17 01:55:18.091245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c0230-b4ff-4e52-a799-b0c38aa58135 req-95fcf0cb-c3d2-40e9-90e7-9e791db56215 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:18.092855 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-392c0230-b4ff-4e52-a799-b0c38aa58135 req-95fcf0cb-c3d2-40e9-90e7-9e791db56215 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0854192 Feb 17 01:55:18.101929 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49226) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:55:18.107666 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Request body: {'floatingip': {'port_id': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:55:18.192390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:18.807180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:18.839446 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:19.021636 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP dd41284b-0028-4b4d-b8a2-85f588334752 associated. External IP: 172.27.2.163, port: ade481b2-47cf-4a28-b511-99cc82a1ee38. Feb 17 01:55:19.387388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:55:19.818530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:55:19.823373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:19.828323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:55:19.838246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:55:19.838922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:55:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:19.880272 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d10f0483-0729-4a41-bbf5-0e8069678df5 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "PUT /v2.0/floatingips/dd41284b-0028-4b4d-b8a2-85f588334752 HTTP/1.1" status: 200 len: 991 time: 1.7771463 Feb 17 01:55:19.880976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:55:19.930341 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'status': 'completed', 'code': 200} Feb 17 01:55:20.033548 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-e0aaf11b-fab6-4e7f-a18b-45f18fcca13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:20.035006 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:55:20.035178 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-e0aaf11b-fab6-4e7f-a18b-45f18fcca13d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 1162 time: 0.0829377 Feb 17 01:55:20.179477 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-0558c8fb-3415-4a00-9c4b-21ed3b1562cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:20.181145 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-0558c8fb-3415-4a00-9c4b-21ed3b1562cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1374898 Feb 17 01:55:20.292273 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-8b42cee7-ee1d-4399-b1f6-1de4a954f54e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 200 len: 999 time: 0.1043453 Feb 17 01:55:20.363285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-e8953d99-209d-4059-982d-aa154e0311ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:20.364955 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-e8953d99-209d-4059-982d-aa154e0311ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0667138 Feb 17 01:55:20.401062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'dd41284b-0028-4b4d-b8a2-85f588334752', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:f0:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:55:04Z', 'updated_at': '2021-02-17T01:55:18Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:20.405154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:55:20.414305 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:55:20.414972 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:55:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:20.446694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-9e9751c1-53f8-4913-92c3-9ca40453e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:20.448791 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-9e9751c1-53f8-4913-92c3-9ca40453e4d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776186 Feb 17 01:55:20.599097 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-3abab125-a663-471d-9c5f-14216a65738d service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436512 Feb 17 01:55:20.608500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:55:20.744926 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c10a20a7-ed32-4617-9a06-e532d92508ff req-3a25c0f3-eb9f-4f26-bf43-2a7d8d3ec108 service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385071 Feb 17 01:55:21.137004 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'dd41284b-0028-4b4d-b8a2-85f588334752', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:f0:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:55:04Z', 'updated_at': '2021-02-17T01:55:18Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:55:21.141735 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44503e-bdef-466b-89b9-5481b3718622 None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_floatingips': [{'id': 'dd41284b-0028-4b4d-b8a2-85f588334752', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'floating_ip_address': '172.27.2.163', 'floating_network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'router_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'port_id': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'mac_address': 'fa:16:3e:f0:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:55:04Z', 'updated_at': '2021-02-17T01:55:18Z', 'revision_number': 1, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:55:21.426810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f60b7-66db-434b-9c41-53d35acc60e8 None None] New status for floating IP dd41284b-0028-4b4d-b8a2-85f588334752: ACTIVE {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:55:26.828137 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:32.559516 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-793424e7-e39d-4451-9433-90d7febbb280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:33.981184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:55:34.381360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-83440e90-8385-4783-a9d7-d17d008065a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:35.205193 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:36.222286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:37.022417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:56.854830 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:55:58.469504 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-52191ff9-f0a4-4645-85b5-b385ef00b3b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0837212 Feb 17 01:55:58.632499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-c2624b4a-d12b-4fca-9ece-3749866160d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:58.634758 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-c2624b4a-d12b-4fca-9ece-3749866160d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 1162 time: 0.0821571 Feb 17 01:55:58.808946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-bf11051b-f4cb-4103-bb89-bc56487a2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:58.810557 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-bf11051b-f4cb-4103-bb89-bc56487a2d18 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 200 len: 904 time: 0.1393650 Feb 17 01:55:58.923790 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-b6b1e21b-556d-44bc-969c-eb71978e0b8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 200 len: 1001 time: 0.1064794 Feb 17 01:55:58.991980 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-6d2a224d-38c5-4a63-909b-e4220ab85923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:58.994051 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-6d2a224d-38c5-4a63-909b-e4220ab85923 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 200 len: 849 time: 0.0633450 Feb 17 01:55:59.080491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-6808378e-afda-4e01-a781-fa7628e3b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:55:59.081974 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-6808378e-afda-4e01-a781-fa7628e3b40f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbfc5098-ae0e-488d-bbf5-05db61237bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798774 Feb 17 01:55:59.223779 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-779cec6e-f970-466d-ae65-a5b10008559c service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344295 Feb 17 01:55:59.365815 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-15211086-58db-4b4f-891a-f0da2d4c2563 req-1807610d-b1e0-424d-9d91-2c79b28599be service neutron] 10.222.0.59 "GET /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348760 Feb 17 01:56:02.552858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4989ed1a-fc4d-47a7-b049-13dfa18af358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:04.381827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a0729cbf-3539-41f7-a4bb-a1f43e34436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:05.204984 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:06.228005 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:07.027766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:10.980574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:56:21.317162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b3f9a-3774-4c68-9dd0-8d3e784e9126 req-1a5ca018-ead9-44a3-9285-15f9d964a106 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:21.318698 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4f3b3f9a-3774-4c68-9dd0-8d3e784e9126 req-1a5ca018-ead9-44a3-9285-15f9d964a106 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0915205 Feb 17 01:56:21.365728 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4f3b3f9a-3774-4c68-9dd0-8d3e784e9126 req-84c6b330-0879-4e7c-a90d-9dfadb428097 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Feb 17 01:56:22.567196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278ad05-2cd1-4406-8676-3d0e46f21dc1 req-c7bea8e3-186f-4247-81d4-c5adf087a4a1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:22.568816 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1278ad05-2cd1-4406-8676-3d0e46f21dc1 req-c7bea8e3-186f-4247-81d4-c5adf087a4a1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0867274 Feb 17 01:56:22.615219 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-1278ad05-2cd1-4406-8676-3d0e46f21dc1 req-d19fe4a1-2829-4c36-9ddd-2b31e88bb1fb tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 17 01:56:23.015113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-04b98353-6afa-4f53-ad66-cd02b9113e59 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:23.016723 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-04b98353-6afa-4f53-ad66-cd02b9113e59 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 945 time: 0.0884769 Feb 17 01:56:23.092741 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port ade481b2-47cf-4a28-b511-99cc82a1ee38 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:23.093134 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.293790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device ade481b2-47cf-4a28-b511-99cc82a1ee38 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:56:23.353181 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:23.353591 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.412922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.446374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:23.447458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:56:23.472908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.475693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:23.516018 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'code': 200} Feb 17 01:56:23.550459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=5']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:23.558307 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.558700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.559110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.559466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.559842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.560269 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.560644 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.561016 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.561388 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.561757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.562126 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.562492 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.562900 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.563270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.563638 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.564022 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.564387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.564755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.565120 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.565485 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.565853 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.566220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.566586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.566950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:23.571999 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:23.669583 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.670030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:23.670388 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP dd41284b-0028-4b4d-b8a2-85f588334752 disassociated. External IP: 172.27.2.163, port: ade481b2-47cf-4a28-b511-99cc82a1ee38. Feb 17 01:56:23.670775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for ade481b2-47cf-4a28-b511-99cc82a1ee38 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:23.834587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253706-29af-469a-a976-5024cf2fd73a req-40e24c97-d09a-4882-9404-632738c32615 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:23.836190 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0253706-29af-469a-a976-5024cf2fd73a req-40e24c97-d09a-4882-9404-632738c32615 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.1058629 Feb 17 01:56:23.858438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:56:23.858811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:56:23.885145 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c0253706-29af-469a-a976-5024cf2fd73a req-735e3599-16d3-424e-8516-50e486f5d5b1 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Feb 17 01:56:24.360191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port ade481b2-47cf-4a28-b511-99cc82a1ee38 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:24.360594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:24.622927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] For port ade481b2-47cf-4a28-b511-99cc82a1ee38, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ade481b2-47cf-4a28-b511-99cc82a1ee38,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:24.623473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:24.931808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:24.932263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639158'] for floatingip, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:24.932621 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.l3_db [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Floating IP dd41284b-0028-4b4d-b8a2-85f588334752 disassociated. External IP: 172.27.2.163, port: ade481b2-47cf-4a28-b511-99cc82a1ee38. Feb 17 01:56:24.933009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for ade481b2-47cf-4a28-b511-99cc82a1ee38 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:25.089602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753efd0-e1c2-4d75-8aef-a7c23a2123e8 req-ff2572c0-a048-4fac-9dae-4a701c0821e2 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:25.093402 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b753efd0-e1c2-4d75-8aef-a7c23a2123e8 req-ff2572c0-a048-4fac-9dae-4a701c0821e2 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 943 time: 0.0877216 Feb 17 01:56:25.118458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:25.134405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8afadf2c-4202-4d68-ad9d-df5b6aaf70e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:25.138646 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b753efd0-e1c2-4d75-8aef-a7c23a2123e8 req-727b1138-5a66-4eb7-b15f-af44a532ce73 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups?id=e01806ad-74ad-474b-b596-b737cc304ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 Feb 17 01:56:25.227133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'Port': ['ID=ade481b2-47cf-4a28-b511-99cc82a1ee38,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:25.248932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.249353 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.249765 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.250172 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.250577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.250978 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.251376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.251774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.252194 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.252592 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.252986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.253382 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.253816 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.254218 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.254611 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.255008 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.255403 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.255801 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.256221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.256619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.257018 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.257412 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.257806 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.258737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:25.263890 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:25.761121 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:56:25.954174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:56:25.963884 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:56:25.973469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:56:25.974211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:56:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:25.993237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] No DVR routers for this DVR port ade481b2-47cf-4a28-b511-99cc82a1ee38 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:56:25.995527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:25.998361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-deleted', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:56:26.047366 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2795f9ae-6312-47ab-9ee1-1ce119a5d7ca', 'name': 'network-vif-deleted', 'tag': 'ade481b2-47cf-4a28-b511-99cc82a1ee38', 'status': 'completed', 'code': 200} Feb 17 01:56:26.056228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-841d3720-74ec-4ab7-b5a9-1b67574d1af6 req-25eee72e-c6fe-4655-b433-66e2e791779e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.59 "DELETE /v2.0/ports/ade481b2-47cf-4a28-b511-99cc82a1ee38 HTTP/1.1" status: 204 len: 173 time: 3.0337987 Feb 17 01:56:26.171151 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:56:26.322943 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b16655ac-9d7f-4c09-bde5-ce55154dbc74 req-544fb57a-6b07-45ea-8551-2dd2907634f7 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/ports?device_id=2795f9ae-6312-47ab-9ee1-1ce119a5d7ca HTTP/1.1" status: 200 len: 210 time: 0.0560699 Feb 17 01:56:26.503693 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:26.507832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:56:26.517251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:56:26.517917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:56:04Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:26.706333 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:56:26.940584 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:27.058190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:27.062268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcece24-887c-4804-beb7-bd0bc0e8233d None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:51:11Z', 'revision_number': 4, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi', '_interfaces': [{'id': 'd2eb49fc-faeb-4765-beee-8491c00abf6e', 'name': '', 'network_id': 'fbfc5098-ae0e-488d-bbf5-05db61237bf6', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'mac_address': 'fa:16:3e:19:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:10Z', 'updated_at': '2021-02-17T01:51:19Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'subnets': [{'id': '35fe0f4a-1526-47f1-bccf-17733dcec9f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:56:27.464204 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87931d92-737c-4a09-b524-81abe69fe11c None None] New status for floating IP dd41284b-0028-4b4d-b8a2-85f588334752: DOWN {{(pid=84062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:56:27.492941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49428) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:27.571060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:27.604183 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:27.734315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:27.739885 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e75b8cb6-d959-4e56-b6a1-2e429e2d58a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:27.755917 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01806ad-74ad-474b-b596-b737cc304ef6,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:27.758537 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:27.786043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:27.787292 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-8e4761e2-b588-4d3f-b02a-f6c8f9ea5570 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "DELETE /v2.0/security-groups/e01806ad-74ad-474b-b596-b737cc304ef6 HTTP/1.1" status: 204 len: 168 time: 0.2932971 Feb 17 01:56:27.790759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49432) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:27.807871 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.api.v2.resource [None req-9e2278c5-b7d9-4ded-ac15-3e788a31092a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] show failed (client error): The resource could not be found. Feb 17 01:56:27.808947 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9e2278c5-b7d9-4ded-ac15-3e788a31092a tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "GET /v2.0/security-groups/e01806ad-74ad-474b-b596-b737cc304ef6 HTTP/1.1" status: 404 len: 347 time: 0.0172050 Feb 17 01:56:27.811805 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49436) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:27.983237 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Deleting port 39bc3b07-6722-446d-8008-bce17e6cdfa0 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:27.983721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.160170 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.160541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.289925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Calling delete_port for 39bc3b07-6722-446d-8008-bce17e6cdfa0 owned by network:floatingip {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:28.488721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.504940 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2423ae27-c22f-48fc-bdd4-7ec3971da1fd tempest-AttachVolumeShelveTestJSON-866283401 tempest-AttachVolumeShelveTestJSON-866283401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:28.599084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Pushing event deleted for resources: {'Port': ['ID=39bc3b07-6722-446d-8008-bce17e6cdfa0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:28.608529 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:28.724263 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks [] for floatingip, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.738877 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for floatingip, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:28.740084 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-5ee9d736-2570-49ca-a927-0f99d70cccc0 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] 10.222.0.46 "DELETE /v2.0/floatingips/dd41284b-0028-4b4d-b8a2-85f588334752 HTTP/1.1" status: 204 len: 168 time: 0.9272795 Feb 17 01:56:32.569943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-90fb19fc-2bdc-46af-a3ca-bf955f4c523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:32.949685 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49466) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:33.674195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539540'] for router_interface, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:34.033539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Deleting port d2eb49fc-faeb-4765-beee-8491c00abf6e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:34.033922 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:34.213186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] For port d2eb49fc-faeb-4765-beee-8491c00abf6e, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=d2eb49fc-faeb-4765-beee-8491c00abf6e,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:34.213523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:34.342930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Calling delete_port for d2eb49fc-faeb-4765-beee-8491c00abf6e owned by network:router_interface {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:34.375602 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-728bba24-9534-4a4c-ae42-adc7261ba23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:34.541392 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:34.556501 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a499a285-b462-4f34-a212-3df63335af1e tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:34.904960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb49fc-faeb-4765-beee-8491c00abf6e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:34.907966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:35.209842 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:35.212762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854187623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539642'] for router_interface, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:35.716870 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Router b8deb347-af60-40ec-9437-725191d1f4be has already been hosted by L3 agent c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7 {{(pid=84060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:56:35.902651 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-iscsi the message routers_updated {{(pid=84060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:56:35.911744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Sync routers for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:56:35.917257 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-91def4a0-2d0d-45e8-8b29-6d9315338fb7 admin admin] 10.222.0.46 "PUT /v2.0/routers/b8deb347-af60-40ec-9437-725191d1f4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663954 Feb 17 01:56:35.919846 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49474) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:35.921976 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:56:35.922655 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:56:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:36.110603 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:36.111098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:56:36.299282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:36.304943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Deleting port 37373f11-6def-4d4d-8a79-866dbd6b3554 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:36.305314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:36.314371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:36.424070 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:56:34Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:36.428127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Checking router: b8deb347-af60-40ec-9437-725191d1f4be for host: dv-cinder-759987-3-iscsi {{(pid=84061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:56:36.437203 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Routers {'b8deb347-af60-40ec-9437-725191d1f4be'} bound to L3 agent in host dv-cinder-759987-3-iscsi {{(pid=84061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:56:36.437868 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:33:34Z,description=,heartbeat_timestamp=2021-02-17T01:56:34Z,host='dv-cinder-759987-3-iscsi',id=c13d864a-4ddc-4da9-bcec-f49c4b2b6bb7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:33:35Z,topic='l3_agent')) {'router_ids': ['b8deb347-af60-40ec-9437-725191d1f4be'], 'active': True} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:36.489166 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] For port 37373f11-6def-4d4d-8a79-866dbd6b3554, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=37373f11-6def-4d4d-8a79-866dbd6b3554,segment=NetworkSegment(bee6fb24-b935-42e9-bdec-ab87a8124bf4),segment_id=bee6fb24-b935-42e9-bdec-ab87a8124bf4)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:36.489571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:36.626967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Calling delete_port for 37373f11-6def-4d4d-8a79-866dbd6b3554 owned by network:router_gateway {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:36.798449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvr_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] Set router b8deb347-af60-40ec-9437-725191d1f4be gateway port host: dv-cinder-759987-3-iscsi {{(pid=84061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:56:36.829889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.066087 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.136697 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_hamode_db [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:56:34Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}], 'dv-cinder-759987-3-iscsi', False) {} {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:37.141384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f5f92-613c-48e3-a6e6-54119a4d568b None None] The sync data for ids ['b8deb347-af60-40ec-9437-725191d1f4be'] in dv-cinder-759987-3-iscsi is: [{'id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'name': 'tempest-AttachVolumeTestJSON-227715674-router', 'tenant_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'external_fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:51:06Z', 'updated_at': '2021-02-17T01:56:34Z', 'revision_number': 5, 'project_id': 'da2c700a7eca4654a1d28a1dd0b7e0d2', 'gw_port': {'id': '37373f11-6def-4d4d-8a79-866dbd6b3554', 'name': '', 'network_id': 'cb0e7f45-c4de-45f6-a43b-c47c0da20ab5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8deb347-af60-40ec-9437-725191d1f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:51:07Z', 'updated_at': '2021-02-17T01:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a2745a0-f965-475b-a41e-7e224ebfcbfc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-iscsi'}] {{(pid=84061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:56:37.283289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405174'] for router_gateway, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.425030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46849'] for router, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.427341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.546927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-540188'] for router, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.547545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8deb347-af60-40ec-9437-725191d1f4be {{(pid=84060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:56:37.557547 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2eb49fc-faeb-4765-beee-8491c00abf6e no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:56:37.564887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] Notify callbacks [] for router, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.566485 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-eb464fcb-e0fe-4f32-a03d-2bd464ea4c08 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b8deb347-af60-40ec-9437-725191d1f4be HTTP/1.1" status: 204 len: 168 time: 1.6453145 Feb 17 01:56:37.568936 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49478) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:37.599596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: d2eb49fc-faeb-4765-beee-8491c00abf6e {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:56:37.599833 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device d2eb49fc-faeb-4765-beee-8491c00abf6e not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:56:37.637559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Deleting subnet 35fe0f4a-1526-47f1-bccf-17733dcec9f0 {{(pid=84060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:56:37.644937 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.695023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3080815'] for subnet, precommit_delete_associations {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:37.777496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.050147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851946703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2959093'] for subnet, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.065468 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0b8ff25a-f6dc-4b18-99e7-7a8af14b4a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:38.161625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fe0f4a-1526-47f1-bccf-17733dcec9f0,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:38.166518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:38.200027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.205802 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0b168-169d-48c6-ac4e-71cebb7010f3 None None] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:56:38.208456 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-33024f1e-5a7f-480e-85ee-6aea3ae4fab9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/35fe0f4a-1526-47f1-bccf-17733dcec9f0 HTTP/1.1" status: 204 len: 168 time: 0.6382771 Feb 17 01:56:38.208813 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49482) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:38.326039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.393626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Deleting port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 {{(pid=84059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:38.394002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.461747 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] DHCP port deletion for fbfc5098-ae0e-488d-bbf5-05db61237bf6 request from dv-cinder-759987-3-iscsi {{(pid=84061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:56:38.465863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Deleting port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:38.466279 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.623343 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] For port 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=0e088abe-d0a8-42fe-a955-6722bdadfbb2,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:38.623658 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.682231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] For port 0e088abe-d0a8-42fe-a955-6722bdadfbb2, host dv-cinder-759987-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-iscsi',level=0,port_id=0e088abe-d0a8-42fe-a955-6722bdadfbb2,segment=NetworkSegment(2c774849-ac9b-431e-a41a-1ea2790ccea7),segment_id=2c774849-ac9b-431e-a41a-1ea2790ccea7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:38.682671 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.755432 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Calling delete_port for 0e088abe-d0a8-42fe-a955-6722bdadfbb2 owned by network:dhcp {{(pid=84059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:38.812852 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Calling delete_port for 0e088abe-d0a8-42fe-a955-6722bdadfbb2 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:56:38.866766 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2384496'] for port, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:38.882362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7a462dd7-834e-4393-89e3-302ffe88d9ab tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:38.889025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:56:38.889436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:56:38.984463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0e088abe-d0a8-42fe-a955-6722bdadfbb2,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:38.996079 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.996506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.996921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.997329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.997738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.998140 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.998545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.998944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.999342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:38.999740 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.000206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.000605 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.001041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.001443 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.001843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.002240 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.002636 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.003034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.003430 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.003825 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.004253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.004649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.005043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.005437 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:56:39.011037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:39.041954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] No DVR routers for this DVR port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 on host dv-cinder-759987-3-iscsi {{(pid=84059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:56:39.162594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:39.390931 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Deleting port 0e088abe-d0a8-42fe-a955-6722bdadfbb2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:56:39.391400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:39.465452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73c78-0c2b-44f8-b973-7e21ecf9a3f6 None None] The port '0e088abe-d0a8-42fe-a955-6722bdadfbb2' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:56:39.496786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfc5098-ae0e-488d-bbf5-05db61237bf6']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:39.510295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c774849-ac9b-431e-a41a-1ea2790ccea7') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:39.510635 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c774849-ac9b-431e-a41a-1ea2790ccea7') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:56:39.523097 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:39.538001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:39.599002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 37373f11-6def-4d4d-8a79-866dbd6b3554 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:56:39.613856 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:56:39.638969 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 37373f11-6def-4d4d-8a79-866dbd6b3554 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:56:39.639367 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 37373f11-6def-4d4d-8a79-866dbd6b3554 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:56:39.639841 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 0e088abe-d0a8-42fe-a955-6722bdadfbb2 no longer exists at agent ovs-agent-dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:56:39.674633 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] No Port match for: 0e088abe-d0a8-42fe-a955-6722bdadfbb2 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:56:39.675036 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Device 0e088abe-d0a8-42fe-a955-6722bdadfbb2 not bound to the agent host dv-cinder-759987-3-iscsi {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:56:39.794989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:56:39.807722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:39.982896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Network fbfc5098-ae0e-488d-bbf5-05db61237bf6 has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:56:40.005781 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:56:40.110746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.114092 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:40.128258 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.139159 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfc5098-ae0e-488d-bbf5-05db61237bf6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:40.142523 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:40.180611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-c315a469-b31f-4725-9d4e-6a9af5dcf7fc admin admin] 10.222.0.46 "DELETE /v2.0/networks/fbfc5098-ae0e-488d-bbf5-05db61237bf6 HTTP/1.1" status: 204 len: 168 time: 1.9700894 Feb 17 01:56:40.508942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49490) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:40.561161 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-41141cde-5375-4cc8-b6c2-0f133e90f74a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da2c700a7eca4654a1d28a1dd0b7e0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509284 Feb 17 01:56:40.563550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 49494) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:40.622990 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.650522 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.775466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.780694 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-3d7df602-df36-4bee-937e-6b209198d7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:40.794585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c3810-f283-41e1-9b6d-4977e42113a9,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:40.798262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:40.801669 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:40.802991 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-858e5e4b-66ca-4ed9-8606-c124e46dc1ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d1c3810-f283-41e1-9b6d-4977e42113a9 HTTP/1.1" status: 204 len: 168 time: 0.2383931 Feb 17 01:56:41.745581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49516) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:41.854364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-717206623-network', 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f'}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:56:41.859405 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:56:41.863447 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Usage tracker for resource:network and tenant:ebb9a96a49d24bbe9eea6bee06904d8f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:56:41.866479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:56:41.873055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:56:42.140855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'network': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:56:42.145639 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for network, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.159458 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.174497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:56:42.178575 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb9a96a49d24bbe9eea6bee06904d8f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:56:42.181521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:56:42.187543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:56:42.311903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.335161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.340232 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-8fd10c7a-e978-4bfe-aa38-990e0fc3ee8f tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:42.372206 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:56:42.385358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f5599-1be0-425a-8f4f-a5807d2554d6,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:42.388819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:42.393827 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309616995359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.394362 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.db.segments_db [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Added segment 15918b2d-556c-4efc-98df-c8071018b842 of type vxlan for network f4e51070-cf99-4c5e-80c3-2ac6a542b58b Feb 17 01:56:42.448559 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363309617509919'] for network, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.529781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178'] for network, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.531053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:42.531703 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:42.536722 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9535bd91-f77b-4d0c-8414-9aa9fada32be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:42.641620 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e51070-cf99-4c5e-80c3-2ac6a542b58b,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:42.645035 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:42.652923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b details requested by agent ovs-agent-dv-cinder-759987-3-iscsi with host dv-cinder-759987-3-iscsi {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:56:42.656371 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-4b37a370-f644-46fc-95d5-b5f81bd29b01 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9096255 Feb 17 01:56:42.659394 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49522) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:56:42.665476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Request body: {'subnet': {'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-717206623-subnet', 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:56:42.666934 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:56:42.670751 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:56:42.675030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Usage tracker for resource:subnet and tenant:ebb9a96a49d24bbe9eea6bee06904d8f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:56:42.678062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:56:42.684585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:56:42.758496 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'subnet': 1} {{(pid=84059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:56:42.763511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852289607'] for subnet, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:43.370129 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852391711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852289624'] for subnet, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:43.388344 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-664e1a20-451a-4779-b88f-ea43ddf64c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:43.519883 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8,revision_number=0']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:43.524617 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:43.581103 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Checking segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:56:43.581503 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Network hostable DHCP agents. Network: f4e51070-cf99-4c5e-80c3-2ac6a542b58b, hostable agents: ['e7da6073-27e3-49a9-b4fd-82664932d209'], hosted agents: [] {{(pid=84059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:56:43.655156 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b is scheduled to be hosted by DHCP agent e7da6073-27e3-49a9-b4fd-82664932d209 with binding_index 1 {{(pid=84059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:56:43.717819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-iscsi, f4e51070-cf99-4c5e-80c3-2ac6a542b58b) {{(pid=84059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:56:43.727748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f61fd0-fca7-4f7f-9aa0-90df4e5bdd8e None None] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:56:43.729942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:43.730600 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:43.776159 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-89eae047-2ea5-470e-8cf7-97a392393865 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1155467 Feb 17 01:56:43.950184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf23ca-5b31-401e-8042-e18faf01d375 None None] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b requested from dv-cinder-759987-3-iscsi {{(pid=84061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:56:44.392679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-ca9c7697-17ab-42e9-91e3-557edb7301d8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:44.394308 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-ca9c7697-17ab-42e9-91e3-557edb7301d8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1574128 Feb 17 01:56:44.409965 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-064310b1-32b6-45dc-9840-36588096e0e0 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/quotas/ebb9a96a49d24bbe9eea6bee06904d8f HTTP/1.1" status: 200 len: 375 time: 0.0097456 Feb 17 01:56:44.462942 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-876c19a8-2d1e-4570-a96b-30372ba6d171 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470068 Feb 17 01:56:44.474439 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-cd3ac138-92c3-409f-b18a-e066f5bb2c3c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:56:44.475463 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-cd3ac138-92c3-409f-b18a-e066f5bb2c3c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0053723 Feb 17 01:56:44.618000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-1524145a-9f0e-4c47-a419-2536361fa85b service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353955 Feb 17 01:56:44.758214 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-c8e27480-1a93-4f4c-9ec2-038b400ab1be service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336741 Feb 17 01:56:45.011293 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3d27f0dc-13a4-4041-919c-9fa1444b2c9a req-fc9f7982-d723-4a0f-a06a-1d489c09909f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 210 time: 0.0492077 Feb 17 01:56:46.174008 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3064714d-bb16-4e5a-ae84-164fd609a303 req-b60eb200-fac8-424f-bd92-eb0a75b2100a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 210 time: 0.0511546 Feb 17 01:56:46.780190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-ff493304-4013-4ef1-8a37-fd680d65ed40 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:46.781668 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-ff493304-4013-4ef1-8a37-fd680d65ed40 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1573493 Feb 17 01:56:46.803896 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Request body: {'port': {'device_id': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b', 'admin_state_up': True, 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:56:46.949178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:56:46.953220 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Usage tracker for resource:port and tenant:ebb9a96a49d24bbe9eea6bee06904d8f is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:56:46.956201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:56:46.962619 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:56:46.996331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:56:47.002026 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:47.312923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Allocated IP 172.20.0.2 (f4e51070-cf99-4c5e-80c3-2ac6a542b58b/82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8/e89430b4-2d02-4de3-969c-28a7f04149d4) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:56:47.339020 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27ecfcce-3710-4b30-8a28-32c7d6397f6c req-9b1d13a9-49b1-4484-b39c-00d16c05dffa tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 210 time: 0.0527925 Feb 17 01:56:47.525768 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:47.619449 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:47.640425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5f8380cc-2e74-4d94-b266-86abd64b04a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:47.786012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event updated for resources: {'Port': ['ID=e89430b4-2d02-4de3-969c-28a7f04149d4,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:47.789631 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:47.832149 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:56:47.833261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:56:47.835387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:56:47.897541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:47.898731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:47.946965 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-0bfed6eb-007c-466b-b99d-9499247dbb08 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1472082 Feb 17 01:56:47.961753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Request body: {'port': {'device_id': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:56:47.981205 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:56:48.080596 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:48.544572 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89430b4-2d02-4de3-969c-28a7f04149d4 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:56:48.555758 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:48.579518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Transition to ACTIVE for port object e89430b4-2d02-4de3-969c-28a7f04149d4 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:56:48.592744 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06820bd4-e36b-431d-bb02-c9eef58aac22 req-3693eaa0-04ac-49bd-b78b-4fb91622b706 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:48.593500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-06820bd4-e36b-431d-bb02-c9eef58aac22 req-3693eaa0-04ac-49bd-b78b-4fb91622b706 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:56:48.620832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:48.636154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:48.732863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-06820bd4-e36b-431d-bb02-c9eef58aac22 req-3693eaa0-04ac-49bd-b78b-4fb91622b706 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:56:48.734119 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-06820bd4-e36b-431d-bb02-c9eef58aac22 req-3693eaa0-04ac-49bd-b78b-4fb91622b706 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 931 time: 0.2640431 Feb 17 01:56:48.786923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e89430b4-2d02-4de3-969c-28a7f04149d4,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:48.793162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:48.832716 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-06820bd4-e36b-431d-bb02-c9eef58aac22 req-cbff862e-aef0-47da-8b07-831c77250a70 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886760 Feb 17 01:56:48.993214 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Attempting to bind port e89430b4-2d02-4de3-969c-28a7f04149d4 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:56:48.993581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Attempting to bind port e89430b4-2d02-4de3-969c-28a7f04149d4 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:56:48.993945 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Attempting to bind port e89430b4-2d02-4de3-969c-28a7f04149d4 on network f4e51070-cf99-4c5e-80c3-2ac6a542b58b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:56:48.999417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:56:48.999790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Checking segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:56:49.000221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:49.000622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Bound using segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:56:49.001091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Bound port: e89430b4-2d02-4de3-969c-28a7f04149d4, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:56:49.001463 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:49.092262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] For port e89430b4-2d02-4de3-969c-28a7f04149d4, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:56:49.095481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] For port e89430b4-2d02-4de3-969c-28a7f04149d4, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e89430b4-2d02-4de3-969c-28a7f04149d4,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:56:49.152660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:49.171645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-183f1c41-f23d-4633-b020-53f6d081bedc tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:49.573625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e89430b4-2d02-4de3-969c-28a7f04149d4,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:49.586208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:49.606244 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:49.606916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:49.608424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/e89430b4-2d02-4de3-969c-28a7f04149d4 HTTP/1.1" status: 200 len: 1157 time: 1.6521506 Feb 17 01:56:49.608989 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:56:49.657523 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4', 'status': 'completed', 'code': 200} Feb 17 01:56:49.753444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-77c576d8-28e5-458c-b81a-3c39cc6c5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:49.754954 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-77c576d8-28e5-458c-b81a-3c39cc6c5bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 1160 time: 0.0772502 Feb 17 01:56:49.905826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-761cccdd-893c-4f93-a178-86bf60b15df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:49.907423 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-761cccdd-893c-4f93-a178-86bf60b15df7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1449575 Feb 17 01:56:50.123724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-e732547e-f319-40c6-8443-3cc70ca6f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:50.125249 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b6ad9b18-c318-47a5-8095-34e20b04ef8b req-e732547e-f319-40c6-8443-3cc70ca6f41e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2109468 Feb 17 01:56:50.132157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f339-a440-45c0-9f99-916494247d19 req-3323acf4-5100-456f-973e-d66a14ab3f43 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:50.134195 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908f339-a440-45c0-9f99-916494247d19 req-3323acf4-5100-456f-973e-d66a14ab3f43 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 943 time: 0.1452231 Feb 17 01:56:50.230321 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e908f339-a440-45c0-9f99-916494247d19 req-29622754-17f9-47e4-87ac-3b512bc84615 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 Feb 17 01:56:50.258906 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-f978c212-51a9-47aa-b79c-dcd4e336ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:50.260539 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-f978c212-51a9-47aa-b79c-dcd4e336ea83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 1160 time: 0.0979898 Feb 17 01:56:50.338193 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-1588daef-dd16-44c9-aa63-af2a4d5ffa69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e89430b4-2d02-4de3-969c-28a7f04149d4 HTTP/1.1" status: 200 len: 217 time: 0.0692971 Feb 17 01:56:50.406515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319e407-f958-4198-922b-dff19be282c6 req-f4649427-12b3-45a1-9bac-c056643904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:50.408030 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-f4649427-12b3-45a1-9bac-c056643904cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0632176 Feb 17 01:56:50.464424 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-c708840c-26a6-419d-9e14-7cb2786db989 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493996 Feb 17 01:56:50.608810 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-a92f4eae-9ffd-4803-8eb2-1f31f5c8dd33 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372485 Feb 17 01:56:50.750613 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b319e407-f958-4198-922b-dff19be282c6 req-a02e3a79-cebc-4430-9604-6ba60d77ab3d service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352503 Feb 17 01:56:51.430888 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024deef9-108b-4875-8ffe-349be45112f0 req-b83fb25a-a9d9-4779-9f94-e012f6ddfc88 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:51.432471 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-024deef9-108b-4875-8ffe-349be45112f0 req-b83fb25a-a9d9-4779-9f94-e012f6ddfc88 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 943 time: 0.0848093 Feb 17 01:56:51.480875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-024deef9-108b-4875-8ffe-349be45112f0 req-32b34898-fd44-464b-806d-d2ffb45da77a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:security_group {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:56:51.579616 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-024deef9-108b-4875-8ffe-349be45112f0 req-32b34898-fd44-464b-806d-d2ffb45da77a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:security_group {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:56:51.581046 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-024deef9-108b-4875-8ffe-349be45112f0 req-32b34898-fd44-464b-806d-d2ffb45da77a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423857 Feb 17 01:56:52.775932 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8782d-9397-4f79-bde6-fd9699655474 req-f7730b4e-a079-4f2f-bafd-0f1a3445ae41 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:52.777448 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96c8782d-9397-4f79-bde6-fd9699655474 req-f7730b4e-a079-4f2f-bafd-0f1a3445ae41 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 943 time: 0.0849149 Feb 17 01:56:52.824999 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-96c8782d-9397-4f79-bde6-fd9699655474 req-79488c8c-761d-4ca1-a932-69151309f13e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Feb 17 01:56:53.504387 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.objects.ports [None req-057d2535-7d59-45ee-9680-125024a1bf1f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:56:53.780513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device e89430b4-2d02-4de3-969c-28a7f04149d4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:56:53.906678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port e89430b4-2d02-4de3-969c-28a7f04149d4 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:56:53.912285 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port e89430b4-2d02-4de3-969c-28a7f04149d4 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:56:53.912706 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:54.038515 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:54.058245 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ed85-20e6-46be-a93f-b5c4ab768ddf req-2765f70c-4411-4d63-8774-87f5dfe65b22 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:54.059854 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8034ed85-20e6-46be-a93f-b5c4ab768ddf req-2765f70c-4411-4d63-8774-87f5dfe65b22 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 943 time: 0.0892241 Feb 17 01:56:54.066497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:56:54.077287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port e89430b4-2d02-4de3-969c-28a7f04149d4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e89430b4-2d02-4de3-969c-28a7f04149d4,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:56:54.106721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:54.108804 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8034ed85-20e6-46be-a93f-b5c4ab768ddf req-87a7adcf-ff3c-41e9-8da6-0e96d3be0faf tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Feb 17 01:56:54.108925 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:56:54.141650 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4', 'code': 200} Feb 17 01:56:54.182294 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=e89430b4-2d02-4de3-969c-28a7f04149d4,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:56:54.186317 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:56:54.404625 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea938-6b80-4b70-9197-138f0e730fbd req-fad1db60-d77a-4231-9ec9-23d5a1bbcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:54.406255 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-98aea938-6b80-4b70-9197-138f0e730fbd req-fad1db60-d77a-4231-9ec9-23d5a1bbcd19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 1162 time: 0.0792942 Feb 17 01:56:54.448492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-98aea938-6b80-4b70-9197-138f0e730fbd req-8fa8b04a-9f75-4f34-b85c-fc7fa8eff6f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Feb 17 01:56:55.313524 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5dcdf-7880-4150-b310-7bb75b1b5201 req-5db734ef-2173-4c44-a344-c24f01bf8ad8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:55.315117 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8de5dcdf-7880-4150-b310-7bb75b1b5201 req-5db734ef-2173-4c44-a344-c24f01bf8ad8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 945 time: 0.0877492 Feb 17 01:56:55.362790 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8de5dcdf-7880-4150-b310-7bb75b1b5201 req-43661cf4-38ea-4609-8b18-a164fa2bf798 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Feb 17 01:56:55.452714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device e89430b4-2d02-4de3-969c-28a7f04149d4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:56:55.541341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port e89430b4-2d02-4de3-969c-28a7f04149d4 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:56:55.541761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:56.559770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7ad24-1398-4f6b-9d5b-13ed89765e2a req-a6dbaa32-0927-4258-9d84-8f964ae10fad tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:56.561369 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-efa7ad24-1398-4f6b-9d5b-13ed89765e2a req-a6dbaa32-0927-4258-9d84-8f964ae10fad tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 945 time: 0.0856555 Feb 17 01:56:56.611767 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-efa7ad24-1398-4f6b-9d5b-13ed89765e2a req-76f3d725-e8b4-43ef-8ebc-69c88ad5a7d5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Feb 17 01:56:56.884268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:56:58.469000 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-8e0af415-6cfc-40c3-b53f-8edf33f8af23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0834200 Feb 17 01:56:58.623342 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-962db499-07cf-482a-8986-6813521b48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:58.625248 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-962db499-07cf-482a-8986-6813521b48d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 1162 time: 0.0801072 Feb 17 01:56:58.782003 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-fed97a0b-793d-4f90-aca0-20d6cb7d6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:58.783525 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-fed97a0b-793d-4f90-aca0-20d6cb7d6b0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 908 time: 0.1386681 Feb 17 01:56:58.860299 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-406795c3-57fe-4e29-8b04-7063d7d37cab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e89430b4-2d02-4de3-969c-28a7f04149d4 HTTP/1.1" status: 200 len: 217 time: 0.0696459 Feb 17 01:56:58.932132 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-7d6ce220-73d6-4f61-8eeb-a5d87116aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:56:58.933909 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-7d6ce220-73d6-4f61-8eeb-a5d87116aaaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0661802 Feb 17 01:56:58.994016 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-e9266076-832a-4804-ab7c-d6ea8c955440 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503919 Feb 17 01:56:59.140392 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-6e97d1bd-e1a9-4d0f-b38b-524f379a9eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376867 Feb 17 01:56:59.285289 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-430dcb10-f81e-440c-b8d6-ccc436becac7 req-028f8e6e-b54b-4748-ae3e-6e6a3f87125b service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381545 Feb 17 01:57:02.573163 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-711f040b-59a3-4730-ab10-47e2c298399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:04.397376 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7513-044e-48ea-b826-f79983b819c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:05.201804 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:06.218864 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:06.974946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-eb32a86b-3e54-4053-a28e-df09ecdb412b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:06.976222 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-eb32a86b-3e54-4053-a28e-df09ecdb412b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:network {{(pid=84059) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:57:07.031983 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-eb32a86b-3e54-4053-a28e-df09ecdb412b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:network {{(pid=84059) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:57:07.033318 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-eb32a86b-3e54-4053-a28e-df09ecdb412b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.2117877 Feb 17 01:57:07.049563 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-432bf5cf-448f-474a-a54b-f6dcb145d50e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/quotas/ebb9a96a49d24bbe9eea6bee06904d8f HTTP/1.1" status: 200 len: 375 time: 0.0098336 Feb 17 01:57:07.072165 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:07.135364 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-97a7a25e-f3e1-4c3a-a073-03fc24d80d8c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798717 Feb 17 01:57:07.324601 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-2f97e99c-e821-4cb1-8b7d-d7d72df851a9 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818666 Feb 17 01:57:07.467406 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-b5b83bb9-4732-426f-8178-717388728cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364517 Feb 17 01:57:07.699924 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-edf56bb3-4082-45e3-8a94-26807abe3ad4 req-7b8e4149-0322-42e9-af85-51ea3a6f8395 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0500066 Feb 17 01:57:08.804726 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-83304fd1-61d5-45af-a289-f2a3d25c74cf req-9ac57a7b-33ec-4ce2-b49f-d0f862c5aeba tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0485787 Feb 17 01:57:09.908179 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-866c8230-9021-4c61-b2ed-4772296a28a3 req-0ed9d46e-6586-43dc-85dd-8f059d9e0dcf tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0482903 Feb 17 01:57:11.017298 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0fdb9663-abca-4e72-9459-333938ffcf2e req-efef0f5d-35ce-4e39-a628-7aa97980c5c1 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0524986 Feb 17 01:57:12.179461 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-032decc4-7235-4839-a069-8076d6aad263 req-22bab593-000e-45c9-b749-f74a02a49476 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0520308 Feb 17 01:57:13.322111 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-068e746c-033a-4142-961f-7d05ec17db7c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:13.323744 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-068e746c-033a-4142-961f-7d05ec17db7c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1676764 Feb 17 01:57:13.338595 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Request body: {'port': {'device_id': '0f04501e-e096-458b-aff7-221bb4f5f568', 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b', 'admin_state_up': True, 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:13.346120 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d3e85460-a0e0-49f7-814d-09dba6df4d4c req-6e062368-723c-430a-b435-bef7ed6dd6a3 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0488834 Feb 17 01:57:13.483481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:57:13.493128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:57:13.529062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:57:13.534962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:13.836781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Allocated IP 172.20.0.4 (f4e51070-cf99-4c5e-80c3-2ac6a542b58b/82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8/c2cc37f1-0a13-45d3-b3e5-333b9e219955) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:57:14.156526 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:14.220767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:14.235225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-ef443b0e-7256-4859-a9f6-8c2e48dfbec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:14.374457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event updated for resources: {'Port': ['ID=c2cc37f1-0a13-45d3-b3e5-333b9e219955,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:14.386977 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:14.434384 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:57:14.435545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:57:14.438196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:57:14.513504 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:14.514196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:14.576844 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-39fe9a2b-9bfe-4814-bbda-857d5d186e65 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426870 Feb 17 01:57:14.589161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Request body: {'port': {'device_id': '0f04501e-e096-458b-aff7-221bb4f5f568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:14.776738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:14.793356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb423c38-19d8-422d-b648-9b1f31ca3fa7 req-9eb69344-0ac0-4f79-9baf-c77194672edb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:14.794117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fb423c38-19d8-422d-b648-9b1f31ca3fa7 req-9eb69344-0ac0-4f79-9baf-c77194672edb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:57:14.894621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-fb423c38-19d8-422d-b648-9b1f31ca3fa7 req-9eb69344-0ac0-4f79-9baf-c77194672edb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:57:14.895873 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb423c38-19d8-422d-b648-9b1f31ca3fa7 req-9eb69344-0ac0-4f79-9baf-c77194672edb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 931 time: 0.2788122 Feb 17 01:57:15.008608 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fb423c38-19d8-422d-b648-9b1f31ca3fa7 req-045a9580-6b5a-4ff9-8efd-4762b6ec6872 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052709 Feb 17 01:57:15.485847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cc37f1-0a13-45d3-b3e5-333b9e219955 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:57:15.494256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:15.507039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Transition to ACTIVE for port object c2cc37f1-0a13-45d3-b3e5-333b9e219955 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:57:15.540268 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:15.556067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-421fb366-363b-496e-ac5e-0c0e728ab6e1 tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:15.686225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc37f1-0a13-45d3-b3e5-333b9e219955,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:15.701793 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:15.874332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Attempting to bind port c2cc37f1-0a13-45d3-b3e5-333b9e219955 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:57:15.874710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Attempting to bind port c2cc37f1-0a13-45d3-b3e5-333b9e219955 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:57:15.875084 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Attempting to bind port c2cc37f1-0a13-45d3-b3e5-333b9e219955 on network f4e51070-cf99-4c5e-80c3-2ac6a542b58b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:57:15.880743 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:57:15.881124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Checking segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:57:15.881561 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:15.881962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Bound using segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:57:15.882434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Bound port: c2cc37f1-0a13-45d3-b3e5-333b9e219955, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:57:15.882809 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:15.973781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] For port c2cc37f1-0a13-45d3-b3e5-333b9e219955, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:57:15.977345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] For port c2cc37f1-0a13-45d3-b3e5-333b9e219955, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c2cc37f1-0a13-45d3-b3e5-333b9e219955,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:57:16.014903 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:16.029962 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d3ce12de-a871-4027-925b-ee9c673fb723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:16.184847 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cc37f1-0a13-45d3-b3e5-333b9e219955,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:16.191986 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:16.204950 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b926c0-836c-4198-ac30-51700aedc229 req-bcf860c3-baef-47e6-8ba0-47a490f9b8f5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.206532 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51b926c0-836c-4198-ac30-51700aedc229 req-bcf860c3-baef-47e6-8ba0-47a490f9b8f5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 943 time: 0.0857618 Feb 17 01:57:16.222738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.223597 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:16.225634 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/c2cc37f1-0a13-45d3-b3e5-333b9e219955 HTTP/1.1" status: 200 len: 1157 time: 1.6405933 Feb 17 01:57:16.226190 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:16.258657 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-51b926c0-836c-4198-ac30-51700aedc229 req-13ca8e12-d0bd-44c9-8dbe-356c6282e7c4 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Feb 17 01:57:16.274825 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955', 'status': 'completed', 'code': 200} Feb 17 01:57:16.374803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-afaf998c-e279-4662-9e6c-658a3d8a611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.376492 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-afaf998c-e279-4662-9e6c-658a3d8a611c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 1160 time: 0.0806477 Feb 17 01:57:16.528649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-58193e7e-67aa-4a17-a93b-e63f36dc9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.530457 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-58193e7e-67aa-4a17-a93b-e63f36dc9ac1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1466482 Feb 17 01:57:16.676720 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-7e52073a-9d7b-4b06-969f-7fc99585d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.678326 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-60b5120f-591d-45fd-867a-31808ba81ee2 req-7e52073a-9d7b-4b06-969f-7fc99585d25a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1411545 Feb 17 01:57:16.793010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-ab8799a6-5409-42ba-98c6-886f8483024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.794515 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-ab8799a6-5409-42ba-98c6-886f8483024b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 1160 time: 0.0807498 Feb 17 01:57:16.867009 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-78b473cc-977c-4c9f-9025-afcfba5fba67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cc37f1-0a13-45d3-b3e5-333b9e219955 HTTP/1.1" status: 200 len: 217 time: 0.0640914 Feb 17 01:57:16.938417 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-761b5289-2f8a-49da-8ed2-460a0f44bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:16.939920 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-761b5289-2f8a-49da-8ed2-460a0f44bf3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0656016 Feb 17 01:57:16.992919 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-b9b13ab2-7350-4d91-b6ba-2180e4cac8da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460908 Feb 17 01:57:17.135247 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-bbffb624-d0ed-451f-8473-ca867cf6239e service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338704 Feb 17 01:57:17.277307 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b29b4cf-b958-4dc0-9e41-f79760c1004d req-b0b88c10-3e8b-4cdb-be4a-36dc1ebb4b9e service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337326 Feb 17 01:57:17.454660 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bb4b6-e0c5-4f73-801f-965aadbb6d22 req-a925496e-d325-488c-ae30-76e9a47207ff tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:17.456216 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-934bb4b6-e0c5-4f73-801f-965aadbb6d22 req-a925496e-d325-488c-ae30-76e9a47207ff tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 943 time: 0.0859654 Feb 17 01:57:17.503864 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-934bb4b6-e0c5-4f73-801f-965aadbb6d22 req-9da18dac-1ace-48d5-9b86-5c8a8665cda5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Feb 17 01:57:18.699745 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f254a-86dc-4105-ad95-a6b46edf5830 req-c359291b-c078-4711-b8d4-b898d7ee04ff tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:18.701355 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-321f254a-86dc-4105-ad95-a6b46edf5830 req-c359291b-c078-4711-b8d4-b898d7ee04ff tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 943 time: 0.0868924 Feb 17 01:57:18.751625 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-321f254a-86dc-4105-ad95-a6b46edf5830 req-02bdc730-7de6-4e62-9b02-ba1e58c5df94 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Feb 17 01:57:19.935963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c2cc37f1-0a13-45d3-b3e5-333b9e219955 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:19.953657 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfade420-a0aa-4ea4-ab3f-2ec5ed2148f0 req-2a910803-b4cf-4592-b01f-451679260b39 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:19.955266 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfade420-a0aa-4ea4-ab3f-2ec5ed2148f0 req-2a910803-b4cf-4592-b01f-451679260b39 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 943 time: 0.0904002 Feb 17 01:57:20.004296 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cfade420-a0aa-4ea4-ab3f-2ec5ed2148f0 req-77b90326-bb1b-499a-af38-80832d0caa3e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Feb 17 01:57:20.031844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port c2cc37f1-0a13-45d3-b3e5-333b9e219955 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:57:20.037185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port c2cc37f1-0a13-45d3-b3e5-333b9e219955 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:20.037629 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:20.160081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:20.187436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:20.198355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port c2cc37f1-0a13-45d3-b3e5-333b9e219955, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c2cc37f1-0a13-45d3-b3e5-333b9e219955,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:57:20.220473 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:20.222462 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-40f5dcd2-e49f-4207-b609-3639f7a2ca5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:20.260653 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955', 'code': 200} Feb 17 01:57:20.293756 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=c2cc37f1-0a13-45d3-b3e5-333b9e219955,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:20.297002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:20.530927 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297ae4-7e3c-48c0-9e00-f2fcecfabc7c req-9d348db5-32c0-41fc-93d2-5e7fd4e8688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:20.532572 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c2297ae4-7e3c-48c0-9e00-f2fcecfabc7c req-9d348db5-32c0-41fc-93d2-5e7fd4e8688c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 1162 time: 0.0782795 Feb 17 01:57:20.574709 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c2297ae4-7e3c-48c0-9e00-f2fcecfabc7c req-f4a03fd6-f519-4580-87ae-4e095fe06ef2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Feb 17 01:57:21.199544 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc7518-e37f-4e10-85cf-ca812f78c6de req-25785374-cfe6-4c91-a9c4-c167b169639e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:21.201132 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aadc7518-e37f-4e10-85cf-ca812f78c6de req-25785374-cfe6-4c91-a9c4-c167b169639e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 945 time: 0.0848794 Feb 17 01:57:21.246789 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aadc7518-e37f-4e10-85cf-ca812f78c6de req-992133e8-6ad2-440d-ba2d-9e5b65b406b0 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Feb 17 01:57:21.674696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c2cc37f1-0a13-45d3-b3e5-333b9e219955 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:21.923851 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port c2cc37f1-0a13-45d3-b3e5-333b9e219955 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:21.924315 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:22.448041 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0bbfc-f1b6-4162-92d8-53451d991e73 req-7682b138-1d0c-4020-84f6-35c1385fbcf9 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:22.449671 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fe0bbfc-f1b6-4162-92d8-53451d991e73 req-7682b138-1d0c-4020-84f6-35c1385fbcf9 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 945 time: 0.0901754 Feb 17 01:57:22.497491 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5fe0bbfc-f1b6-4162-92d8-53451d991e73 req-ce216e6f-3bd1-4e35-b0ba-3737dce3d965 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Feb 17 01:57:24.686643 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-35a13f18-783e-497a-9fd5-4b54b0b8248f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:24.688268 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-35a13f18-783e-497a-9fd5-4b54b0b8248f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1571367 Feb 17 01:57:24.703778 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-e8c55b97-bf0c-485a-9db6-4b17346a5568 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/quotas/ebb9a96a49d24bbe9eea6bee06904d8f HTTP/1.1" status: 200 len: 375 time: 0.0095088 Feb 17 01:57:24.798464 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-3952604d-74de-4e4b-b452-16887f81fb4c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889761 Feb 17 01:57:24.940688 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-12cd451f-5d3c-42f9-b277-80b0e4a58aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347532 Feb 17 01:57:24.985043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:57:25.081051 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-785ef3ad-88bd-4598-b955-5c72ee4c1758 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336362 Feb 17 01:57:25.300333 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-4224e3e0-3f69-4e44-a957-ebcfbc6cdb17 req-0f489ea8-1a3c-4267-9c0e-fa2d22dbadc3 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 210 time: 0.0492432 Feb 17 01:57:26.460915 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-518e6db2-a070-4ed9-a8df-862540492f3d req-a870479b-2e8b-4865-993c-0d706c4834f8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 210 time: 0.0486536 Feb 17 01:57:26.875757 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:26.883855 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0b0b6217-1610-44a3-8f43-602b3c0261fa tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:26.885427 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0b0b6217-1610-44a3-8f43-602b3c0261fa tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1556633 Feb 17 01:57:26.898227 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Request body: {'port': {'device_id': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b', 'admin_state_up': True, 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:27.041270 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:57:27.050866 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:57:27.185891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:57:27.191659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:27.503256 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Allocated IP 172.20.0.9 (f4e51070-cf99-4c5e-80c3-2ac6a542b58b/82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8/9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:57:27.698228 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f366054a-e1de-4835-9e80-8fa12a52a578 req-64c6a76e-708e-4a52-b1ae-af6a4e4d315a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 210 time: 0.1190343 Feb 17 01:57:27.766339 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:27.830154 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:27.845304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-bc7435f1-b504-457f-a4fd-2c7db16f5c5c tempest-TestShelveInstance-105100151 tempest-TestShelveInstance-105100151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:27.982608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event updated for resources: {'Port': ['ID=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:28.001499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.001930 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.002358 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.002778 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.003196 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.003613 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.004051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.004466 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.004878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.005286 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.005695 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.006621 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.007069 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.007481 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.007889 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.008322 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.008731 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.009141 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.009550 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.009958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.010372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.010781 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.011184 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.011593 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:28.017723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:28.058112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:57:28.059255 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:57:28.061562 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:57:28.128607 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:28.129277 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:28.179170 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-0338944b-471c-4ad0-8264-8ce21df0c960 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2850661 Feb 17 01:57:28.193219 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Request body: {'port': {'device_id': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:28.312133 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:28.962347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:57:28.971289 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:28.985423 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Transition to ACTIVE for port object 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:57:29.022112 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:29.039938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-21372718-6904-4239-9b7c-67bc236488d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:29.120283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd76d79-ab24-4b4c-84dc-ae87f7eedb5f req-5ded0799-02ad-45fd-a791-1c77ec4fe1ec tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:29.121904 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6dd76d79-ab24-4b4c-84dc-ae87f7eedb5f req-5ded0799-02ad-45fd-a791-1c77ec4fe1ec tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 931 time: 0.3106098 Feb 17 01:57:29.170391 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6dd76d79-ab24-4b4c-84dc-ae87f7eedb5f req-e926b0c6-f891-4234-9bdf-a84ce24ee4b6 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Feb 17 01:57:29.179053 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:29.191878 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:29.363586 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Attempting to bind port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:57:29.363882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Attempting to bind port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:57:29.364287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Attempting to bind port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e on network f4e51070-cf99-4c5e-80c3-2ac6a542b58b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:57:29.369886 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:57:29.370262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Checking segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:57:29.370664 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:29.371065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Bound using segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:57:29.371541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Bound port: 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:57:29.371913 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:29.470188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] For port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:57:29.473326 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] For port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:57:29.506418 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:29.522570 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7c05e543-9d05-4460-b1bd-8c90c0025977 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:29.671668 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Pushing event updated for resources: {'Port': ['ID=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:29.676975 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:29.708444 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:29.709679 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:29.711156 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-5d7bd262-7d6c-4b7c-9dbc-5918018accd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e HTTP/1.1" status: 200 len: 1157 time: 1.5224416 Feb 17 01:57:29.711702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:29.759679 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e', 'status': 'completed', 'code': 200} Feb 17 01:57:29.854728 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-20b8b9e2-72aa-4506-a21c-70f5bff86dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:29.856350 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-20b8b9e2-72aa-4506-a21c-70f5bff86dcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 1160 time: 0.0808032 Feb 17 01:57:29.930662 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-b2942606-3634-4974-a5f8-fe04561d5e8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e HTTP/1.1" status: 200 len: 217 time: 0.0651600 Feb 17 01:57:30.002161 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-753ff130-0634-4b08-be58-86683234f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:30.003680 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-753ff130-0634-4b08-be58-86683234f1f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0655174 Feb 17 01:57:30.056687 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-76820601-9433-4adb-86b9-ab82dcf0bf05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456131 Feb 17 01:57:30.197302 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-03028b37-4227-47e7-9aab-90ac2d8f0c57 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327789 Feb 17 01:57:30.340690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d7503dbc-84c7-48f9-9cf9-c0e7ed604814 req-ad7ea386-1a68-40a4-a246-a388b8636b60 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359012 Feb 17 01:57:30.369426 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a86da-67f3-4f5a-957a-c34ad856631f req-bab82800-e5ed-4e83-b3f9-c1745d8e7ee4 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:30.377003 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-497a86da-67f3-4f5a-957a-c34ad856631f req-bab82800-e5ed-4e83-b3f9-c1745d8e7ee4 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 943 time: 0.0866556 Feb 17 01:57:30.420992 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-497a86da-67f3-4f5a-957a-c34ad856631f req-9b364297-0c36-44b3-a2b1-3f589d2bf89a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Feb 17 01:57:30.524049 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66c5c-e18e-4916-a778-42701de8383f req-a2c4a822-1117-4255-ab14-48e913999a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:30.525661 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-a2c4a822-1117-4255-ab14-48e913999a83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 1160 time: 0.0788136 Feb 17 01:57:30.667790 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66c5c-e18e-4916-a778-42701de8383f req-40f8e5d0-be38-4e87-bbc7-12fafcc55f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:30.669373 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-40f8e5d0-be38-4e87-bbc7-12fafcc55f00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 908 time: 0.1355343 Feb 17 01:57:30.747719 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-a7eb5789-1176-46e2-b590-d47461250aa1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e HTTP/1.1" status: 200 len: 217 time: 0.0694778 Feb 17 01:57:30.818238 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66c5c-e18e-4916-a778-42701de8383f req-0e9b1da1-841f-4761-9255-9031c4eb798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:30.819755 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-0e9b1da1-841f-4761-9255-9031c4eb798c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0628548 Feb 17 01:57:30.882530 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-3f36d427-e1ef-4b74-9def-393a3a91877b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485775 Feb 17 01:57:31.025584 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-77481741-5288-46e8-8147-bce4cc31d972 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333315 Feb 17 01:57:31.170852 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-dac66c5c-e18e-4916-a778-42701de8383f req-60edbd43-4d65-40d8-8f82-0d2287a502d6 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331885 Feb 17 01:57:31.618742 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672cc84-7b1b-4973-b73f-14678d119639 req-37530cb6-a554-4da0-8ab8-23385f07a88f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:31.619499 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9672cc84-7b1b-4973-b73f-14678d119639 req-37530cb6-a554-4da0-8ab8-23385f07a88f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:57:31.658012 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-9672cc84-7b1b-4973-b73f-14678d119639 req-37530cb6-a554-4da0-8ab8-23385f07a88f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:57:31.659252 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9672cc84-7b1b-4973-b73f-14678d119639 req-37530cb6-a554-4da0-8ab8-23385f07a88f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 943 time: 0.1252472 Feb 17 01:57:31.706281 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-9672cc84-7b1b-4973-b73f-14678d119639 req-90a1c76a-9c27-4cfe-8a09-897c6ffd9628 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Feb 17 01:57:32.130424 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:32.223773 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:57:32.229287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:32.229702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:32.351943 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:32.378659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:32.389567 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:57:32.418247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:32.420216 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:32.457398 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e', 'code': 200} Feb 17 01:57:32.490807 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:32.498571 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.498954 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.499331 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.499702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.500089 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.500459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.500822 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.501185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.501545 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.501904 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.502264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.502628 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.503027 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.503386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.503746 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.504131 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.504527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.504882 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.505239 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.506113 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.506474 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.506832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.507187 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.507543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:57:32.511814 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:32.555364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-86430df3-d249-4c2b-8c4f-c82c98c8ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:32.726610 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148dc3-4988-4117-9ea4-5d72080d0326 req-cb2322d5-47d8-4805-832e-4edf4d6275ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:32.728176 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fd148dc3-4988-4117-9ea4-5d72080d0326 req-cb2322d5-47d8-4805-832e-4edf4d6275ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 1162 time: 0.0804224 Feb 17 01:57:32.772816 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-fd148dc3-4988-4117-9ea4-5d72080d0326 req-eadf13d0-5830-4765-ae08-9e15b6811a56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Feb 17 01:57:32.903505 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda5f1-b765-40a1-b4bb-0c1bc9dc143b req-7c7cf39e-9d1e-4fc2-b145-fdd0f0fe2f8a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:32.905124 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cebda5f1-b765-40a1-b4bb-0c1bc9dc143b req-7c7cf39e-9d1e-4fc2-b145-fdd0f0fe2f8a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 945 time: 0.0848446 Feb 17 01:57:32.954464 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-cebda5f1-b765-40a1-b4bb-0c1bc9dc143b req-751ad425-4eec-4474-ac92-016a147193b2 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Feb 17 01:57:33.797051 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:33.869988 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:33.870400 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:34.156185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6f3b0-e54a-4f5f-898b-d9ac90c89414 req-254cb85a-d135-4fe3-99ef-9f3bfacd74a8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:34.157757 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38f6f3b0-e54a-4f5f-898b-d9ac90c89414 req-254cb85a-d135-4fe3-99ef-9f3bfacd74a8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 945 time: 0.0850115 Feb 17 01:57:34.203730 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-38f6f3b0-e54a-4f5f-898b-d9ac90c89414 req-4de88743-aace-4c04-909a-de62d682a807 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Feb 17 01:57:34.374335 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef9e3-7113-4506-91be-e2e6947cfb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:35.209191 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:36.218261 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:37.030944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:46.440266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-216b6a4e-9e3a-413f-af28-49aa699c5c09 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:46.441865 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-216b6a4e-9e3a-413f-af28-49aa699c5c09 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1540580 Feb 17 01:57:46.458883 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-77e8f374-fa85-4872-9ddd-ff26c5be45a9 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/quotas/ebb9a96a49d24bbe9eea6bee06904d8f HTTP/1.1" status: 200 len: 375 time: 0.0100930 Feb 17 01:57:46.554898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-da3ee8b7-0b8e-468f-9e08-c5f23dc903de tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900595 Feb 17 01:57:46.697602 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-180e707c-f4b1-4c37-a8f6-5aec37ef41d2 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353080 Feb 17 01:57:46.839839 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-84582711-5e38-42aa-8d7a-4345b23ac0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357353 Feb 17 01:57:47.130964 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-19d45489-cc13-4e82-a029-15a241de8b82 req-604ff85e-d98b-43cd-9e1f-5daf66c8b81b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 210 time: 0.0488844 Feb 17 01:57:48.290757 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-31a50bf0-83a2-43de-9703-19c569e17518 req-8d1b5736-90f6-490c-bfc0-f76ba6c400c6 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 210 time: 0.0490789 Feb 17 01:57:48.820266 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-178bd926-566d-473c-8a71-f0cfbafc06a8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:48.821857 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-178bd926-566d-473c-8a71-f0cfbafc06a8 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 814 time: 0.1579745 Feb 17 01:57:48.835690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Request body: {'port': {'device_id': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b', 'admin_state_up': True, 'tenant_id': 'ebb9a96a49d24bbe9eea6bee06904d8f'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:48.979007 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:57:48.988641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:57:49.031225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Made reservation on behalf of ebb9a96a49d24bbe9eea6bee06904d8f for: {'port': 1} {{(pid=84060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:57:49.037445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:49.476415 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-27eb2f04-2d17-40d8-aa68-1e788b0f0957 req-a4ea29f3-fb69-488b-a867-466b633f0b6e tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 210 time: 0.0694273 Feb 17 01:57:49.637491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_common [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Allocated IP 172.20.0.14 (f4e51070-cf99-4c5e-80c3-2ac6a542b58b/82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8/c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3) {{(pid=84060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:57:49.856626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks [] for port, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:49.914899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309617458326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:49.929680 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:50.065471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event updated for resources: {'Port': ['ID=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:50.070420 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:50.122920 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b is already hosted by enough agents. {{(pid=84060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:57:50.124001 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.scheduler.base_scheduler [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Resources bound (agent type, host, resource id): {{(pid=84060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:57:50.126264 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Received port after_create {{(pid=84060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:57:50.188863 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:50.189530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:50.241478 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-b3964f53-4ea0-490f-b868-961331095115 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4098437 Feb 17 01:57:50.254407 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.v2.base [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Request body: {'port': {'device_id': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:57:50.374438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:50.674947 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d89e2-2f7e-42e7-9f69-56a7f880bc5b req-39ab48a0-97cb-46da-9228-4f209d818e98 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:50.676576 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-072d89e2-2f7e-42e7-9f69-56a7f880bc5b req-39ab48a0-97cb-46da-9228-4f209d818e98 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 932 time: 0.0881078 Feb 17 01:57:50.729586 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-072d89e2-2f7e-42e7-9f69-56a7f880bc5b req-a4745508-3bfb-4ee1-b878-1d010a6de8c9 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Feb 17 01:57:50.796964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 {{(pid=84060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:57:50.804797 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:50.816759 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Transition to ACTIVE for port object c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 will not be triggered until provisioned by entity L2. {{(pid=84060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:57:50.846186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:50.862030 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-f22850ef-af4c-49ae-bfa7-e9541635daef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:51.003826 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,revision_number=2']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:51.008811 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:51.179246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Attempting to bind port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:57:51.179622 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Attempting to bind port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:57:51.180025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Attempting to bind port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 on network f4e51070-cf99-4c5e-80c3-2ac6a542b58b {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:57:51.185641 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Checking agent: {'id': '30c9938e-50bc-4aef-bec6-337b804a914c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 40, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:57:51.186025 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Checking segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:57:51.186436 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:51.186845 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Bound using segment: {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'} {{(pid=84060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:57:51.187321 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Bound port: c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15918b2d-556c-4efc-98df-c8071018b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f4e51070-cf99-4c5e-80c3-2ac6a542b58b'}}] {{(pid=84060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:57:51.187696 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:51.284034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] For port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3, host hv-cinder-75998, cleared binding levels {{(pid=84060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:57:51.287109 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] For port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:57:51.322707 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828780'] for port, after_update {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:51.338108 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-1bfd5398-4a48-4e9c-9476-ae02d61d0c61 tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:51.488938 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,revision_number=3']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:51.494788 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:51.527185 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:51.528304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:51.529600 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] 10.222.0.59 "PUT /v2.0/ports/c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 HTTP/1.1" status: 200 len: 1158 time: 1.2795801 Feb 17 01:57:51.530142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:51.584650 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3', 'status': 'completed', 'code': 200} Feb 17 01:57:51.678235 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-82b51801-86c0-4610-8911-2480324d7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:51.679856 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-82b51801-86c0-4610-8911-2480324d7fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 1161 time: 0.0817108 Feb 17 01:57:51.832645 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-90cece0c-369c-4fb2-bab8-b583457ed067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:51.834199 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-90cece0c-369c-4fb2-bab8-b583457ed067 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1439521 Feb 17 01:57:51.931207 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91cdc7-217d-415a-ab9c-df3b261860cf req-fc26856a-bb95-4ec2-b49c-803f35546b1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:51.932850 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-df91cdc7-217d-415a-ab9c-df3b261860cf req-fc26856a-bb95-4ec2-b49c-803f35546b1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 944 time: 0.0885642 Feb 17 01:57:51.981447 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-df91cdc7-217d-415a-ab9c-df3b261860cf req-a1c0f160-a116-4917-b682-1fd973dc6aac tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Feb 17 01:57:51.981724 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-cd3ed297-cd94-46eb-ad0e-969c3f9d7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:51.983306 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-c8597216-f409-4c7c-bf2b-f637338acf9e req-cd3ed297-cd94-46eb-ad0e-969c3f9d7b80 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1413519 Feb 17 01:57:52.097304 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-bc1c7ca0-42c5-4c34-b593-8ef5bcbeaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:52.099312 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-bc1c7ca0-42c5-4c34-b593-8ef5bcbeaa8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 1161 time: 0.0759628 Feb 17 01:57:52.174976 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-6174fa44-ecad-47ff-ba86-149df0716885 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0672214 Feb 17 01:57:52.241716 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-09c2cafc-3083-49e6-95c9-30a30379f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:52.243183 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-09c2cafc-3083-49e6-95c9-30a30379f476 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0613384 Feb 17 01:57:52.300038 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-994c9d72-982d-4a55-b0a6-ba509a81d17e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483510 Feb 17 01:57:52.441573 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-2cfbd233-3a1b-4b3d-b940-eca2b5dce174 service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342144 Feb 17 01:57:52.587209 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e67551cd-b600-42c4-8172-d3e715008ca2 req-d91b3f1b-9022-4884-a6e1-04455213811f service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381688 Feb 17 01:57:53.178182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7f6c3-56a2-4d94-965d-477d451302a5 req-94c8dc3e-46be-42ad-8213-6c99c5105077 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:53.178944 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2ea7f6c3-56a2-4d94-965d-477d451302a5 req-94c8dc3e-46be-42ad-8213-6c99c5105077 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:57:53.219347 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-2ea7f6c3-56a2-4d94-965d-477d451302a5 req-94c8dc3e-46be-42ad-8213-6c99c5105077 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:57:53.220611 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2ea7f6c3-56a2-4d94-965d-477d451302a5 req-94c8dc3e-46be-42ad-8213-6c99c5105077 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 944 time: 0.1266391 Feb 17 01:57:53.267713 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-2ea7f6c3-56a2-4d94-965d-477d451302a5 req-d1a30818-e2c7-4b65-94a1-2f888d55e964 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Feb 17 01:57:54.466618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cfbda-16c5-4a96-bcdf-ac0c564f4f16 req-4fec750b-f79c-47eb-8afb-fd6c7aef15e7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:54.468237 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-659cfbda-16c5-4a96-bcdf-ac0c564f4f16 req-4fec750b-f79c-47eb-8afb-fd6c7aef15e7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 944 time: 0.0902882 Feb 17 01:57:54.516122 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-659cfbda-16c5-4a96-bcdf-ac0c564f4f16 req-b277664a-25db-449c-abf0-a8155726b857 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Feb 17 01:57:55.716789 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22530f-5ba4-42f1-8fe3-9b4140b578ae req-038b4355-4a6d-4ef8-aa51-a3ae1b6280e2 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:55.718360 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b22530f-5ba4-42f1-8fe3-9b4140b578ae req-038b4355-4a6d-4ef8-aa51-a3ae1b6280e2 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 944 time: 0.0877912 Feb 17 01:57:55.764630 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-6b22530f-5ba4-42f1-8fe3-9b4140b578ae req-f35e5067-ca56-4e5a-a05f-d2ec4b7353c5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Feb 17 01:57:56.394761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:56.505749 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning for port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 completed by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:57:56.510854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:56.511271 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:56.634297 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:56.662040 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:57:56.672656 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] For port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:57:56.699500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363309616963290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727237319283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363309617456500'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:56.701500 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:57:56.738110 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3', 'code': 200} Feb 17 01:57:56.774824 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Pushing event updated for resources: {'Port': ['ID=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:57:56.778413 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:57:56.871123 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:57.025967 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815deae9-da4e-4813-af24-de59dd2bfcf0 req-58b5227a-73c5-4a13-bc0a-fb087ca31b2c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:57.027708 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-815deae9-da4e-4813-af24-de59dd2bfcf0 req-58b5227a-73c5-4a13-bc0a-fb087ca31b2c tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.1503894 Feb 17 01:57:57.050186 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799d226-a6a6-4fcc-8fa8-a282a00956dc req-ec11e4e8-8b75-4962-b979-2a81a0b55ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:57.052327 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d799d226-a6a6-4fcc-8fa8-a282a00956dc req-ec11e4e8-8b75-4962-b979-2a81a0b55ab9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 1163 time: 0.1183944 Feb 17 01:57:57.094665 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-815deae9-da4e-4813-af24-de59dd2bfcf0 req-8b314469-cc7c-4c70-a8ff-bcadbf177d13 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Feb 17 01:57:57.114017 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d799d226-a6a6-4fcc-8fa8-a282a00956dc req-d2ff78cc-471a-47d6-8a2a-46e015b9ed30 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Feb 17 01:57:57.928525 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:57:57.999487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:57:57.999907 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:57:58.294554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60390f7-faed-43a6-a994-54f55e249989 req-df496cdb-8366-4c03-be6d-b3d1ecdf2923 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:58.296084 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e60390f7-faed-43a6-a994-54f55e249989 req-df496cdb-8366-4c03-be6d-b3d1ecdf2923 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.0856290 Feb 17 01:57:58.349240 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e60390f7-faed-43a6-a994-54f55e249989 req-e67678d0-fd68-4020-8acc-0295ffa0dc2d tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462866 Feb 17 01:57:59.547973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796162-1c0d-431f-8f3c-4fee366fa1bd req-5253f32b-e455-409d-8696-f81a7f701790 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:57:59.549578 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-70796162-1c0d-431f-8f3c-4fee366fa1bd req-5253f32b-e455-409d-8696-f81a7f701790 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.0876274 Feb 17 01:57:59.599560 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-70796162-1c0d-431f-8f3c-4fee366fa1bd req-bc054f1f-71af-4f28-a80d-60e27cdfaeb7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Feb 17 01:58:00.484490 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-9970ba79-8595-43e0-9923-577fb7b52171 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0777981 Feb 17 01:58:00.631734 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57218-c0cf-4784-909c-4197de780c17 req-245318de-7832-4f24-9a79-4ec40f9ff93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:00.633400 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-245318de-7832-4f24-9a79-4ec40f9ff93c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 1162 time: 0.0768557 Feb 17 01:58:00.788604 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57218-c0cf-4784-909c-4197de780c17 req-3c612703-0056-4aed-8785-11c9333f1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:00.790105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-3c612703-0056-4aed-8785-11c9333f1f24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 200 len: 908 time: 0.1361914 Feb 17 01:58:00.868651 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-8be1a87b-d5a3-48ea-aade-5e6fe4f41bcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e89430b4-2d02-4de3-969c-28a7f04149d4 HTTP/1.1" status: 200 len: 217 time: 0.0676529 Feb 17 01:58:00.937310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57218-c0cf-4784-909c-4197de780c17 req-c9b4eb42-51ea-461f-add3-53aa3f7083f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:00.938863 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-c9b4eb42-51ea-461f-add3-53aa3f7083f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 200 len: 854 time: 0.0621591 Feb 17 01:58:01.232109 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-77090499-2748-436d-8901-a1b2bc449514 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4e51070-cf99-4c5e-80c3-2ac6a542b58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2864442 Feb 17 01:58:01.374898 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-da8b59b2-7c49-40f5-bc2b-6cc1a49f3cde service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348550 Feb 17 01:58:01.526701 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-57b57218-c0cf-4784-909c-4197de780c17 req-cd6dea54-b4bd-4ece-925e-96ed3eb04eaf service neutron] 10.222.0.59 "GET /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444337 Feb 17 01:58:01.985045 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:58:02.579208 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ec34364b-9972-4d58-a297-d8e7929b1ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:04.373282 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9ee746e9-535a-4446-a634-42220a76a9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:05.228627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:06.224750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:07.028573 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:13.335770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b204728-d22a-4e19-b073-11fd9b599dfa req-614090e3-efe1-403f-bff0-951c4cb9e667 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:13.337378 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b204728-d22a-4e19-b073-11fd9b599dfa req-614090e3-efe1-403f-bff0-951c4cb9e667 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.0868051 Feb 17 01:58:13.387495 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-3b204728-d22a-4e19-b073-11fd9b599dfa req-d677b821-8728-43da-ad24-03748cab9d74 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Feb 17 01:58:14.587512 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d2d3-3552-4bac-b17c-8346fc30dd06 req-a7105a6a-7735-4199-b643-9bfd5ace076d tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:14.589545 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21b6d2d3-3552-4bac-b17c-8346fc30dd06 req-a7105a6a-7735-4199-b643-9bfd5ace076d tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.0866446 Feb 17 01:58:14.636547 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-21b6d2d3-3552-4bac-b17c-8346fc30dd06 req-aa90fcf9-dc2b-42cd-b31a-27a9766c8958 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 17 01:58:15.030332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-734f8af4-8299-4d37-bd1a-ba7dfb3bb246 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:15.031885 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-734f8af4-8299-4d37-bd1a-ba7dfb3bb246 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 946 time: 0.0857882 Feb 17 01:58:15.106366 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Deleting port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:58:15.106755 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:15.365518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] For port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:58:15.365849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:15.502566 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Calling delete_port for c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:58:15.676946 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:15.693015 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9cc1bd4b-1491-48bb-992b-21ad1f0e52f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:15.794488 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event deleted for resources: {'Port': ['ID=c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:15.841310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:15.857398 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-957c33c7-8802-4dc7-a92a-383804f0f410 req-5fdb72c2-b514-4df6-80d0-ae34ab46b8f9 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc0e42e6-35d3-4c60-8f3f-145d93ce2c46 HTTP/1.1" status: 200 len: 210 time: 0.0752132 Feb 17 01:58:15.952074 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] No DVR routers for this DVR port c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:58:15.954077 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:15.956775 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'name': 'network-vif-deleted', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:58:15.995201 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-5257b673-3d8c-44f0-8684-b5887f1539ab req-450264cb-fac2-4df5-9d3c-47e9384c1d1a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "DELETE /v2.0/ports/c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 HTTP/1.1" status: 204 len: 173 time: 0.9577630 Feb 17 01:58:16.008971 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e42e6-35d3-4c60-8f3f-145d93ce2c46', 'name': 'network-vif-deleted', 'tag': 'c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3', 'status': 'completed', 'code': 200} Feb 17 01:58:16.489360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:58:16.526054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:58:16.526448 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c6df2ccc-fbe1-4bf7-aa99-07adf012f4f3 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:58:18.683280 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a0bb-e412-4fa8-b731-a56c969a9d17 req-16f20dd5-8643-4781-91c7-b91be444edeb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:18.684065 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d4e1a0bb-e412-4fa8-b731-a56c969a9d17 req-16f20dd5-8643-4781-91c7-b91be444edeb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:58:18.725002 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-d4e1a0bb-e412-4fa8-b731-a56c969a9d17 req-16f20dd5-8643-4781-91c7-b91be444edeb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:58:18.726230 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d4e1a0bb-e412-4fa8-b731-a56c969a9d17 req-16f20dd5-8643-4781-91c7-b91be444edeb tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 945 time: 0.1277571 Feb 17 01:58:18.773192 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-d4e1a0bb-e412-4fa8-b731-a56c969a9d17 req-e66f43bf-2fbe-47ee-b166-1d0ffe226663 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Feb 17 01:58:20.030178 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49b3f0-3516-4469-9062-5186b63c80bb req-f8210095-b448-42f9-841c-dc8174898904 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:20.031769 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0b49b3f0-3516-4469-9062-5186b63c80bb req-f8210095-b448-42f9-841c-dc8174898904 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 945 time: 0.1429453 Feb 17 01:58:20.041993 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:58:20.080105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-0b49b3f0-3516-4469-9062-5186b63c80bb req-17565c2e-466c-4ea9-818e-e57966f73d02 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Feb 17 01:58:20.119332 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:58:20.119753 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:20.151173 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63006d-947b-49af-a601-e9a1507f3079 req-37852e24-db43-4643-a198-fffb98268887 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:20.153031 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa63006d-947b-49af-a601-e9a1507f3079 req-37852e24-db43-4643-a198-fffb98268887 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 945 time: 0.0903177 Feb 17 01:58:20.229124 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Deleting port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:58:20.229513 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:20.495076 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] For port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:58:20.495490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:20.630101 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Calling delete_port for 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:58:20.807370 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:20.822530 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-35f997f8-164f-4ba7-aee5-a59475017c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:20.917162 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event deleted for resources: {'Port': ['ID=9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:20.923891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:21.031182 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] No DVR routers for this DVR port 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:58:21.033372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:21.037812 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'name': 'network-vif-deleted', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:58:21.083001 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-aa63006d-947b-49af-a601-e9a1507f3079 req-b4fc2915-b90e-4eab-a49e-9a7f59e2b8ea tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "DELETE /v2.0/ports/9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e HTTP/1.1" status: 204 len: 173 time: 0.9244406 Feb 17 01:58:21.086437 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb40f1-13eb-474b-9c76-ee666077c070', 'name': 'network-vif-deleted', 'tag': '9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e', 'status': 'completed', 'code': 200} Feb 17 01:58:21.244878 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ee7cc87a-0b37-4b41-8caa-ec548706835a req-4756fc54-db0a-44d8-b7e2-668ad1d62d3b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=cddb40f1-13eb-474b-9c76-ee666077c070 HTTP/1.1" status: 200 len: 210 time: 0.0512166 Feb 17 01:58:22.310767 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:58:22.348399 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:58:22.348792 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device 9003a6aa-39ee-4a35-9fbe-a2bfef82ae9e not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:58:22.809066 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651d47-8f59-4b42-a740-a57bf14096a2 req-7926c4b3-5726-4944-a550-43e06ef042d7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:22.809834 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e3651d47-8f59-4b42-a740-a57bf14096a2 req-7926c4b3-5726-4944-a550-43e06ef042d7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:58:22.847217 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-e3651d47-8f59-4b42-a740-a57bf14096a2 req-7926c4b3-5726-4944-a550-43e06ef042d7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:58:22.848479 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3651d47-8f59-4b42-a740-a57bf14096a2 req-7926c4b3-5726-4944-a550-43e06ef042d7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 945 time: 0.1244800 Feb 17 01:58:22.895769 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-e3651d47-8f59-4b42-a740-a57bf14096a2 req-2a43e07d-45bb-40d4-8b84-72874bb6b223 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Feb 17 01:58:24.099445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814e1c-732e-487a-bea9-87d630c4980f req-733dde93-0ccd-44b5-a731-91eade5bc9a5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:24.101177 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ce814e1c-732e-487a-bea9-87d630c4980f req-733dde93-0ccd-44b5-a731-91eade5bc9a5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 945 time: 0.0891144 Feb 17 01:58:24.103044 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c2cc37f1-0a13-45d3-b3e5-333b9e219955 up at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:58:24.149330 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-ce814e1c-732e-487a-bea9-87d630c4980f req-5f33348d-ecbf-43ac-86b7-c11108bba26a tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Feb 17 01:58:24.180295 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.provisioning_blocks [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Provisioning complete for port c2cc37f1-0a13-45d3-b3e5-333b9e219955 triggered by entity L2. {{(pid=84061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:58:24.180630 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853119515'] for port, provisioning_complete {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:24.204014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-6647eb82-a193-44b5-ace5-a6146eb852d5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:24.205585 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-6647eb82-a193-44b5-ace5-a6146eb852d5 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 945 time: 0.0913844 Feb 17 01:58:24.283228 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Deleting port c2cc37f1-0a13-45d3-b3e5-333b9e219955 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:58:24.283612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:24.546960 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] For port c2cc37f1-0a13-45d3-b3e5-333b9e219955, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c2cc37f1-0a13-45d3-b3e5-333b9e219955,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:58:24.547364 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:24.679435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Calling delete_port for c2cc37f1-0a13-45d3-b3e5-333b9e219955 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:58:24.896682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:24.914247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-e1db59fc-7ac1-4e14-b826-c03aa1c53b1c tempest-TestVolumeBootPattern-585118684 tempest-TestVolumeBootPattern-585118684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:25.253475 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event deleted for resources: {'Port': ['ID=c2cc37f1-0a13-45d3-b3e5-333b9e219955,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:25.256349 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:25.327627 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-50050f15-c322-498a-8bd4-954292d3aa25 req-43d7e7ab-889d-485f-b81b-f07b82bc5c77 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f04501e-e096-458b-aff7-221bb4f5f568 HTTP/1.1" status: 200 len: 210 time: 0.0635960 Feb 17 01:58:25.402354 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] No DVR routers for this DVR port c2cc37f1-0a13-45d3-b3e5-333b9e219955 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:58:25.404491 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:25.407116 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'name': 'network-vif-deleted', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:58:25.455431 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f04501e-e096-458b-aff7-221bb4f5f568', 'name': 'network-vif-deleted', 'tag': 'c2cc37f1-0a13-45d3-b3e5-333b9e219955', 'status': 'completed', 'code': 200} Feb 17 01:58:25.474926 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-313cef1b-b723-4049-9ba1-161b4b2a442b req-7d0daf1f-ba44-4b6a-a540-11522d105793 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "DELETE /v2.0/ports/c2cc37f1-0a13-45d3-b3e5-333b9e219955 HTTP/1.1" status: 204 len: 173 time: 1.2632387 Feb 17 01:58:26.187549 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c2cc37f1-0a13-45d3-b3e5-333b9e219955 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:58:26.227200 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] No Port match for: c2cc37f1-0a13-45d3-b3e5-333b9e219955 {{(pid=84061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:58:26.227517 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device c2cc37f1-0a13-45d3-b3e5-333b9e219955 not bound to the agent host hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:58:26.904374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:28.164033 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b846b-4232-42ab-875b-8e674b973f82 req-d3a6c903-97d9-4775-8f54-ff6e26b5b547 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:28.164798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8f2b846b-4232-42ab-875b-8e674b973f82 req-d3a6c903-97d9-4775-8f54-ff6e26b5b547 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:58:28.207106 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-8f2b846b-4232-42ab-875b-8e674b973f82 req-d3a6c903-97d9-4775-8f54-ff6e26b5b547 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:58:28.208381 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f2b846b-4232-42ab-875b-8e674b973f82 req-d3a6c903-97d9-4775-8f54-ff6e26b5b547 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 945 time: 0.1289127 Feb 17 01:58:28.259012 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-8f2b846b-4232-42ab-875b-8e674b973f82 req-e5b15384-84c9-4f51-97ee-af207e7b26c7 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 Feb 17 01:58:29.462303 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4d58a-2648-4e09-9e9e-4b14fbdd8f60 req-bc6feed5-84c4-4b88-ac00-b45e26845740 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:29.463906 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58d4d58a-2648-4e09-9e9e-4b14fbdd8f60 req-bc6feed5-84c4-4b88-ac00-b45e26845740 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 945 time: 0.0875449 Feb 17 01:58:29.511458 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-58d4d58a-2648-4e09-9e9e-4b14fbdd8f60 req-6ae3a3a6-2d11-4be2-be50-ccf3e33ff583 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/security-groups?id=cc9f5599-1be0-425a-8f4f-a5807d2554d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Feb 17 01:58:29.674023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886f323-accb-4319-acca-f57464dd1a89 req-f71a3891-3e60-4cca-83b6-4ecc52525e97 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:58:29.676279 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b886f323-accb-4319-acca-f57464dd1a89 req-f71a3891-3e60-4cca-83b6-4ecc52525e97 tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 945 time: 0.0879807 Feb 17 01:58:29.750287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Deleting port e89430b4-2d02-4de3-969c-28a7f04149d4 {{(pid=84060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:58:29.750674 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309617082484'] for port, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:30.010067 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.db [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] For port e89430b4-2d02-4de3-969c-28a7f04149d4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e89430b4-2d02-4de3-969c-28a7f04149d4,segment=NetworkSegment(15918b2d-556c-4efc-98df-c8071018b842),segment_id=15918b2d-556c-4efc-98df-c8071018b842)] {{(pid=84060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:58:30.010471 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854131846'] for port, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:30.090262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.rpc [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Device e89430b4-2d02-4de3-969c-28a7f04149d4 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:58:30.145887 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Calling delete_port for e89430b4-2d02-4de3-969c-28a7f04149d4 owned by compute:nova {{(pid=84060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:58:30.209527 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1482763'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:30.368556 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.db.api [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 01:58:30.368556 dv-cinder-759987-3-iscsi neutron-server[83948]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 17 01:58:30.368556 dv-cinder-759987-3-iscsi neutron-server[83948]: [parameters: {'status': 'DOWN', 'ports_id': 'e89430b4-2d02-4de3-969c-28a7f04149d4'}] Feb 17 01:58:30.368556 dv-cinder-759987-3-iscsi neutron-server[83948]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:58:30.369082 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_db.api [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:58:30.373039 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1482928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854672915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309616963273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363309617456534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851947035'] for port, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:30.388372 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-662f9373-2f24-4e37-a65b-a0b4f9a152b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:30.488739 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Pushing event deleted for resources: {'Port': ['ID=e89430b4-2d02-4de3-969c-28a7f04149d4,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:30.506167 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.506601 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.507023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.507438 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.507849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.508288 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.508702 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.509110 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.509521 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.509941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.510337 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.510737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.511180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.511589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.512029 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.512435 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.512839 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.513246 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.513649 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.514054 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.514455 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.514857 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.515259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.515659 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:30.521985 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:30.620421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] No DVR routers for this DVR port e89430b4-2d02-4de3-969c-28a7f04149d4 on host hv-cinder-75998 {{(pid=84060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:58:30.622682 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773829'] for port, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:30.625554 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'name': 'network-vif-deleted', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4'}] {{(pid=84060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:58:30.675985 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e128fe17-c0b2-4695-b3ae-56deb3e8b597', 'name': 'network-vif-deleted', 'tag': 'e89430b4-2d02-4de3-969c-28a7f04149d4', 'status': 'completed', 'code': 200} Feb 17 01:58:30.689480 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f5d2f5b0-fd3c-4c49-9bea-689e4747f5b0 req-2a5f2007-98b0-45aa-a87c-2cca1bf95e4b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Synchronizing usage tracker for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:58:30.703141 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-b886f323-accb-4319-acca-f57464dd1a89 req-945d92a4-5519-40b3-a0d0-77d161ae2c4f tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.59 "DELETE /v2.0/ports/e89430b4-2d02-4de3-969c-28a7f04149d4 HTTP/1.1" status: 204 len: 173 time: 1.0218346 Feb 17 01:58:30.739368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [req-f5d2f5b0-fd3c-4c49-9bea-689e4747f5b0 req-2a5f2007-98b0-45aa-a87c-2cca1bf95e4b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] Unset dirty status for tenant:ebb9a96a49d24bbe9eea6bee06904d8f on resource:port {{(pid=84060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:58:30.740697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [req-f5d2f5b0-fd3c-4c49-9bea-689e4747f5b0 req-2a5f2007-98b0-45aa-a87c-2cca1bf95e4b tempest-AttachVolumeNegativeTest-1631967810 tempest-AttachVolumeNegativeTest-1631967810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e128fe17-c0b2-4695-b3ae-56deb3e8b597 HTTP/1.1" status: 200 len: 210 time: 0.1083896 Feb 17 01:58:30.905684 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.plugin [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Port e89430b4-2d02-4de3-969c-28a7f04149d4 update to DOWN by agent not found {{(pid=84061) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 01:58:31.843891 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49950) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:31.912844 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.db_base_plugin_v2 [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Deleting subnet 82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 {{(pid=84059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:58:31.915867 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:31.967211 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851566690'] for subnet, precommit_delete_associations {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.028511 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853122060'] for subnet, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.314212 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1653740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2384036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2486103'] for subnet, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.328146 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:32.410939 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:32.434673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.435091 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.435520 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.435916 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.436371 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.436774 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.437174 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.437576 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.437973 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.438369 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.438770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.439148 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.439589 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.440010 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.440409 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.440829 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.441221 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.441618 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.442014 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.442411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.442803 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.443195 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.443590 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.445360 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-iscsi {{(pid=84059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:58:32.450274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:32.481363 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for subnet, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.488027 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-259b56e5-c1da-4d7e-bfa0-f14f948baf8c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/82d72a9c-cfc4-4bdb-bc6c-56cce13c9ce8 HTTP/1.1" status: 204 len: 168 time: 0.6424100 Feb 17 01:58:32.490772 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49954) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:32.565386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-928295df-2b2f-42ca-bf24-5f4ddcfacabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.607787 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853144618'] for network, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.800923 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853128851', 'neutron.services.segments.db._delete_segments_for_network-8727237780458'] for network, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.915386 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e51070-cf99-4c5e-80c3-2ac6a542b58b']}} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:58:32.928023 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15918b2d-556c-4efc-98df-c8071018b842') {'for_net_delete': True} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:58:32.928374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.services.segments.db [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15918b2d-556c-4efc-98df-c8071018b842') {} {{(pid=84059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:58:32.940231 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309616988156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3209094'] for segment, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.954908 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1662173'] for segment, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:32.957518 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:58:33.137700 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:58:33.147252 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853113627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852391333'] for segment, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:33.321553 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.plugins.ml2.managers [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Network f4e51070-cf99-4c5e-80c3-2ac6a542b58b has no segments {{(pid=84059) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: Traceback (most recent call last): Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: timer() Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: cb(*args, **kw) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: return func(*args, **kwargs) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: self._notify() Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: self.callback(batched_events) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: event.method(event) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: segment_id)['aggregates'][0] Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: return f(self, *a, **k) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: return self._get(url).json() Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: **kwargs) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: return self.request(url, 'GET', **kwargs) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: **endpoint_filter) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:58:33.344319 dv-cinder-759987-3-iscsi neutron-server[83948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:58:33.450849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1646949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854373490'] for network, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:33.455452 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186372'] for network, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:33.460283 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c9313d30-d9e7-4e80-b6d5-01b7d29ab703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:33.483770 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e51070-cf99-4c5e-80c3-2ac6a542b58b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:33.486497 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:33.514463 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-20611a92-1d77-4758-ad41-46927f89be99 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f4e51070-cf99-4c5e-80c3-2ac6a542b58b HTTP/1.1" status: 204 len: 168 time: 1.0226705 Feb 17 01:58:33.759901 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49960) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:33.810700 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d6c89c35-8288-45c7-a10a-4836011f6f59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebb9a96a49d24bbe9eea6bee06904d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495167 Feb 17 01:58:33.813099 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 49964) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:33.878819 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:33.905506 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:34.033581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:34.039147 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d143dd29-aad8-48a1-8228-808322ffe5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:34.053314 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f5599-1be0-425a-8f4f-a5807d2554d6,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:34.056081 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:34.089849 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:34.091105 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-d64e3314-49a4-43fc-8de9-30fa244f71b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc9f5599-1be0-425a-8f4f-a5807d2554d6 HTTP/1.1" status: 204 len: 168 time: 0.2770553 Feb 17 01:58:34.378748 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-72b5a031-d9c6-4f31-819e-fa792d31f9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:35.218754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:36.222490 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:37.024374 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:37.572854 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 50038) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:37.697609 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:37.713251 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:58:37.717355 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Usage tracker for resource:security_group_rule and tenant:ce9734862fce4cb4895054f8ac7a115f is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:58:37.720329 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:58:37.726093 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:58:37.909028 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:37.938419 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:37.947581 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-10cf3a58-653a-46b8-a83b-af970c613e2d tempest-TestMinimumBasicScenario-1774013201 tempest-TestMinimumBasicScenario-1774013201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:37.989872 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce9734862fce4cb4895054f8ac7a115f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158795 Feb 17 01:58:37.991579 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de8ffb-dee5-470e-8d4b-fd9183471e3d,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:37.992948 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 50044) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:37.995037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-2bf93269-4fef-4609-8ec0-cf3ffc1e944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:38.054918 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.081786 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.155580 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.160582 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9df31a07-cd90-4ddc-ba06-91e7926c486c tempest-AttachVolumeTestJSON-630164953 tempest-AttachVolumeTestJSON-630164953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:38.172574 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de8ffb-dee5-470e-8d4b-fd9183471e3d,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:38.176225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:38.178201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.179406 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6463e83a-3174-49d0-9df3-3379afb46231 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6de8ffb-dee5-470e-8d4b-fd9183471e3d HTTP/1.1" status: 204 len: 168 time: 0.1853850 Feb 17 01:58:38.603346 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 50052) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:38.622737 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.639034 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:58:38.643981 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Usage tracker for resource:security_group_rule and tenant:95e7c4117cb041c4b31aad5e012247b6 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:58:38.646963 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:58:38.653341 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:58:38.735585 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.776690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.786127 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-c5ed73d4-4eba-4d9b-8c8b-c166108f16aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:38.826746 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95e7c4117cb041c4b31aad5e012247b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222185 Feb 17 01:58:38.828479 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16abe8-38f9-4da3-92a3-48bca65bca0b,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:38.829750 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 50056) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:38.832310 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-9045921a-171a-4b1c-bb75-bfe0675fff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:38.895383 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.922710 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:38.983723 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:58:38.999284 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:39.004262 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-5c3835d3-a5b9-4643-8601-43b03efb0030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:39.017164 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16abe8-38f9-4da3-92a3-48bca65bca0b,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:39.022434 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:39.027055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:39.028314 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-96faf799-34c0-44dc-a62c-ce305f7f46ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de16abe8-38f9-4da3-92a3-48bca65bca0b HTTP/1.1" status: 204 len: 168 time: 0.1974456 Feb 17 01:58:41.705898 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 50118) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:41.827911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:41.843197 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:58:41.847921 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Usage tracker for resource:security_group_rule and tenant:4f0cdaaf99c3473499f163a2349d0a54 is out of sync, need to count used quota {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:58:41.850958 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:58:41.856690 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:58:41.942627 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:41.981673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:41.990587 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-354b54b6-1599-462b-ba76-a8b95eac981e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:42.032832 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f0cdaaf99c3473499f163a2349d0a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258069 Feb 17 01:58:42.034457 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb6c44-2931-4ab0-9c56-45b618f8d055,revision_number=1']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:42.036487 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 50124) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:42.037798 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-34f49462-1d50-4f5f-9c0a-892af0203e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:42.097709 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:42.124201 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:42.193062 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:42.197905 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-661b5c7e-76c2-466a-9b40-39b6af6eba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:42.425323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fb6c44-2931-4ab0-9c56-45b618f8d055,revision_number=None']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:42.429128 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:42.432454 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:42.433690 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-94e9104d-4571-45b4-a9c3-8bb21ca686bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9fb6c44-2931-4ab0-9c56-45b618f8d055 HTTP/1.1" status: 204 len: 168 time: 0.3961439 Feb 17 01:58:42.860013 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84059) accepted ('10.222.0.46', 50132) {{(pid=84059) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:42.879761 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:42.894899 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:58:42.899037 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Usage tracker for resource:security_group_rule and tenant:5a91939f36e84fe1b76eb8265898c0c7 is out of sync, need to count used quota {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:58:42.902274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.quota.resource [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84059) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:58:42.908098 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.quota.driver [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:58:42.992433 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.021966 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_create {{(pid=84059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.030425 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-fdaf5cc6-a1d8-4f46-ac6a-1ac66d63edaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:43.073347 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a91939f36e84fe1b76eb8265898c0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122073 Feb 17 01:58:43.074373 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00c2f8-6f61-4d00-982e-ba898af6090f,revision_number=1']} {{(pid=84059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:43.076381 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [-] (84060) accepted ('10.222.0.46', 50136) {{(pid=84060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:58:43.077815 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-14f333f2-7072-4466-9dec-1d10b72fb026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:43.139612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.166467 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.241445 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854379003'] for security_group, after_delete {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.246459 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-a1ef7454-d8bc-41e7-b2a0-bcb9e3b02867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:58:43.261043 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00c2f8-6f61-4d00-982e-ba898af6090f,revision_number=None']} {{(pid=84060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:58:43.263323 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG oslo_concurrency.lockutils [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:58:43.273472 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:58:43.274697 dv-cinder-759987-3-iscsi neutron-server[83948]: INFO neutron.wsgi [None req-6abd49af-682f-4991-b955-15ead02eaa65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e00c2f8-6f61-4d00-982e-ba898af6090f HTTP/1.1" status: 204 len: 168 time: 0.1958802 Feb 17 01:58:56.931974 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:02.563858 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-879810a4-913f-4b12-9a54-4a2816527434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:04.387142 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d84340ba-80db-416c-9335-b42df14183bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:05.232612 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:06.226543 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:07.043721 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:15.982469 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:59:26.969290 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:32.557683 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-aece00da-9856-4919-a6d3-938a32bfd8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:34.362942 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-6ade2ab6-4b63-4bda-b905-6a3fda174a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:35.226088 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:36.237316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:37.048673 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:59:52.981229 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:59:56.968287 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:02.565000 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-df93c0a9-fb30-4695-abee-ce1312a4d2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:04.385345 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-80dca665-7988-4e75-b1d2-fe6f68448d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:05.230717 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:06.219577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:07.047875 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:26.998316 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:29.980699 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:00:32.575390 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ee1bc484-e2cb-49b0-89ac-d66f654614f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:34.383912 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-ff638948-82a1-4c11-a8e4-77f5395eeaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:35.241117 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:36.226738 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:37.055539 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:00:57.049411 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:02.566225 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-73deb6e5-6b00-4587-90da-8caf6ae18a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:04.386157 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-46993aa9-c9bc-4d9b-a5e4-0f89829e8339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:05.251368 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:06.222754 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:06.979810 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:01:07.057340 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:15.834009 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-48f8b994-a08d-4f59-9641-3b462c6547b0 req-9e1fc66d-3e01-45cc-9ba4-b661014c2aea service neutron] (84060) timed out ('10.222.0.59', 62366) {{(pid=84060) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 02:01:20.594362 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.wsgi [req-c7a23745-03b0-4ba3-832a-3da9d12953f7 req-e04f292a-2e76-4b5c-84b6-9b7497132aa1 service neutron] (84060) timed out ('10.222.0.59', 62757) {{(pid=84060) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 02:01:27.051055 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:32.565253 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-892abcc8-3f53-4659-8be7-81e5232bc574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:34.388247 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c9ff525d-0186-428b-b285-f97df17094c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:35.245361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:36.217274 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:37.050599 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:01:43.979047 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:01:57.049843 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:02.564188 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1236-582f-4941-a414-b9d6894bd8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:04.384783 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-da74d053-a8d8-4d70-b7b9-6ff7328a3af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:05.249541 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:06.221254 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:07.066949 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:20.979160 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:02:27.057964 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:32.566626 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3f37-723b-4306-a2e3-995151af6728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:34.414594 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e8e4-a672-439c-bd16-8ef3304d98bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:35.248808 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:36.220356 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:37.060577 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:57.059421 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:02:57.979871 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:03:02.568038 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e239afda-a37c-4552-be24-c306775a14a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:04.394259 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-d4bc9d46-119b-49b8-a0d4-5aa7ec53c987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:05.247361 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:06.241763 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:07.064678 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:27.079309 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:32.566732 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-e58d9e5e-bf0b-4c94-b557-720c16ebb45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:34.382060 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-8f4083df-5cbd-40ac-b84e-37e0a60950bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:34.979608 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron.db.agents_db [None req-71757f56-07b0-47a9-9396-01f52e09fbc8 None None] Agent healthcheck: found 6 active agents {{(pid=84062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 02:03:35.256476 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:36.227910 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:37.075334 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:03:57.078180 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-c730cde8-275e-4ce9-8770-cbb78bac12ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:04:02.559762 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f1fdefe2-559e-4f03-bfda-fa3e957363d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:04:04.386832 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-f67ed8da-64a3-4d76-9a63-c0a9e0c8f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:04:05.256941 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-91d482b5-27d3-4a0f-b43d-2c2e52c3e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:04:06.262911 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-dc16bb20-7e91-4096-a1a8-c2f9414fca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 02:04:07.125714 dv-cinder-759987-3-iscsi neutron-server[83948]: DEBUG neutron_lib.callbacks.manager [None req-20774ce5-ee1f-4941-ba04-be0f1b2dc501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237780441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853276141'] for agent, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}